[ 525.810872] env[65033]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 525.810872] env[65033]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 526.778099] env[65123]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 526.778099] env[65123]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 528.622107] env[65123]: INFO neutron.common.config [-] Logging enabled! [ 528.622107] env[65123]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 27.0.1.dev79 [ 528.622604] env[65123]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65123) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 528.622885] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 528.622980] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 528.623809] env[65123]: WARNING oslo_policy.policy [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 528.624032] env[65123]: WARNING oslo_policy.policy [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 528.625729] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] VMware NSXv3 Agent initialized successfully. [ 528.626095] env[65123]: DEBUG oslo_concurrency.lockutils [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] Acquiring lock "singleton_lock" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.626227] env[65123]: DEBUG oslo_concurrency.lockutils [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] Acquired lock "singleton_lock" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.626430] env[65123]: DEBUG oslo_concurrency.lockutils [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] Releasing lock "singleton_lock" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.626705] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] Full set of CONF: {{(pid=65123) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 528.626815] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] ******************************************************************************** {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 528.626914] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] Configuration options gathered from: {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 528.627528] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 528.627707] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 528.627815] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] ================================================================================ {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 528.627979] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] agent_down_time = 75 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.628131] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] allow_automatic_dhcp_failover = True {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.628264] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] allow_bulk = True {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.628401] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] api_extensions_path = {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.628538] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] api_paste_config = api-paste.ini {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.628673] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] auth_strategy = keystone {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.628774] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] backdoor_port = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.628871] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] backdoor_socket = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.629007] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] backlog = 4096 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.629149] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] base_mac = fa:16:3e:00:00:00 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.629304] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] bind_host = 0.0.0.0 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.629447] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] bind_port = 9696 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.629582] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] client_socket_timeout = 900 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.629718] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] config_dir = [] {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.629823] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.629958] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] config_source = [] {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.630102] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] control_exchange = neutron {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.630240] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] core_plugin = ml2 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.630372] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] debug = True {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.630505] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] default_availability_zones = [] {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.630704] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.630838] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] dhcp_agent_notification = True {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.630969] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] dhcp_agents_per_network = 1 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.631110] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] dhcp_lease_duration = 86400 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.631245] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] dhcp_load_type = networks {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.631377] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] dns_domain = openstacklocal {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.631509] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.631642] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] enable_default_route_bfd = False {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.631772] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] enable_default_route_ecmp = False {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.631899] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] enable_dvr = True {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.632040] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] enable_new_agents = True {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.632173] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.632321] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] enable_signals = True {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.632447] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] enable_traditional_dhcp = True {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.632572] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] external_dns_driver = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.632699] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] filter_validation = True {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.632833] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] global_physnet_mtu = 8950 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.632962] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] graceful_shutdown_timeout = 60 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.633147] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] host = cpu-1 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.633284] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] host_dvr_for_dhcp = True {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.633417] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] http_retries = 3 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.633557] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] instance_format = [instance: %(uuid)s] {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.633689] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.633824] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] ipam_driver = internal {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.633952] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] ipv6_pd_enabled = False {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.634093] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] l3_ha = False {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.634228] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.634406] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] l3_ha_network_physical_name = {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.634517] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] l3_ha_network_type = {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.634652] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] log_color = False {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.634785] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] log_config_append = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.634922] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.635064] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] log_dir = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.635195] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] log_file = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.635298] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] log_options = True {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.635482] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] log_rotate_interval = 1 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.635620] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] log_rotate_interval_type = days {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.635759] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] log_rotation_type = none {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.635863] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.635963] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.636114] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.636248] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.636350] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.636487] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] max_dns_nameservers = 5 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.636615] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] max_header_line = 16384 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.636751] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] max_l3_agents_per_router = 3 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.636871] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] max_logfile_count = 30 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.636995] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] max_logfile_size_mb = 200 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.637131] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] max_subnet_host_routes = 20 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.637265] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] my_ip = 10.180.1.21 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.637413] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] my_ipv6 = ::1 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.637528] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] network_auto_schedule = True {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.637648] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] network_link_prefix = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.637788] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.637927] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] notify_nova_on_port_data_changes = True {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.638070] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] notify_nova_on_port_status_changes = True {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.638206] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] pagination_max_limit = -1 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.638334] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] publish_errors = False {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.638462] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] rate_limit_burst = 0 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.638596] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] rate_limit_except_level = CRITICAL {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.638766] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] rate_limit_interval = 0 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.638850] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] retry_until_window = 30 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.638975] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] router_distributed = False {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.639113] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] rpc_resources_processing_step = 20 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.639240] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] rpc_response_max_timeout = 600 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.639368] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] rpc_response_timeout = 60 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.639493] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] send_events_interval = 2 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.639640] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] service_plugins = ['router'] {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.639773] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] setproctitle = on {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.639895] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] shell_completion = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.640035] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] state_path = /opt/stack/data/neutron {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.640171] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] syslog_log_facility = LOG_USER {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.640305] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] tcp_keepidle = 600 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.640443] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] transport_url = **** {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.640575] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] use_journal = False {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.640704] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] use_json = False {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.640831] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] use_ssl = False {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.640956] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] use_stderr = False {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.641108] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] use_syslog = False {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.641241] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] vlan_qinq = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.641368] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] vlan_transparent = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.641498] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] watch_log_file = False {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.641628] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] wsgi_default_pool_size = 100 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.641757] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] wsgi_keep_alive = True {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.641895] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.642035] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] wsgi_server_debug = False {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.642185] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] oslo_concurrency.disable_process_locking = False {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.642328] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.642468] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.642601] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.642737] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.642872] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.643010] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.643166] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] profiler.connection_string = messaging:// {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.643304] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] profiler.enabled = False {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.643443] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] profiler.es_doc_type = notification {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.643581] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] profiler.es_scroll_size = 10000 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.643721] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] profiler.es_scroll_time = 2m {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.643855] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] profiler.filter_error_trace = False {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.643995] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] profiler.hmac_keys = **** {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.644148] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] profiler.sentinel_service_name = mymaster {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.644290] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] profiler.socket_timeout = 0.1 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.644455] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] profiler.trace_requests = False {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.644601] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] profiler.trace_sqlalchemy = False {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.644751] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] profiler_jaeger.process_tags = {} {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.644886] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] profiler_jaeger.service_name_prefix = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.645035] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] profiler_otlp.service_name_prefix = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.645190] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] oslo_policy.enforce_new_defaults = True {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.645492] env[65123]: WARNING oslo_config.cfg [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 528.645659] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] oslo_policy.enforce_scope = True {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.645808] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] oslo_policy.policy_default_rule = default {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.645957] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.646111] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.646253] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.646386] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.646520] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.646648] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.646782] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.646921] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] oslo_policy.remote_timeout = 60.0 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.647079] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.647228] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] agent.extensions = [] {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.647368] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.647510] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] service_providers.service_provider = [] {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.647651] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] QUOTAS.default_quota = -1 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.647793] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.647926] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] QUOTAS.quota_floatingip = 50 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.648070] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] QUOTAS.quota_network = 100 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.648204] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] QUOTAS.quota_port = 500 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.648336] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.648469] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] QUOTAS.quota_router = 10 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.648600] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] QUOTAS.quota_security_group = 10 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.648729] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.648860] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] QUOTAS.quota_subnet = 100 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.648987] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] QUOTAS.track_quota_usage = True {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.649144] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.649276] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] privsep.group = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.649407] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] privsep.helper_command = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.649538] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] privsep.log_daemon_traceback = False {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.649704] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.649848] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] privsep.thread_pool_size = 8 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.649981] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] privsep.user = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.650139] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.650271] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] privsep_dhcp_release.group = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.650403] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] privsep_dhcp_release.helper_command = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.650536] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.650672] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.650806] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.650938] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] privsep_dhcp_release.user = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.651113] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.651246] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] privsep_ovs_vsctl.group = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.651374] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] privsep_ovs_vsctl.helper_command = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.651507] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.651642] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.651774] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.651905] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] privsep_ovs_vsctl.user = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.652054] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] privsep_namespace.capabilities = [21] {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.652186] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] privsep_namespace.group = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.652316] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] privsep_namespace.helper_command = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.652450] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] privsep_namespace.log_daemon_traceback = False {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.652586] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.652719] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] privsep_namespace.thread_pool_size = 8 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.652846] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] privsep_namespace.user = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.652984] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] privsep_conntrack.capabilities = [12] {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.653123] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] privsep_conntrack.group = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.653250] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] privsep_conntrack.helper_command = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.653381] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.653515] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.653645] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.653770] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] privsep_conntrack.user = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.653907] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] privsep_link.capabilities = [12, 21] {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.654086] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] privsep_link.group = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.654229] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] privsep_link.helper_command = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.654398] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] privsep_link.log_daemon_traceback = False {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.654528] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.654664] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] privsep_link.thread_pool_size = 8 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.654793] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] privsep_link.user = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.654943] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.655097] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.655238] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] AGENT.continue_on_failed_promotions = False {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.655371] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] AGENT.dscp = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.655529] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] AGENT.dscp_inherit = False {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.655681] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] AGENT.force_mp_to_policy = True {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.655817] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] AGENT.locking_coordinator_url = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.655953] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] AGENT.log_agent_heartbeats = False {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.656108] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] AGENT.logging_expire = 1 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.656252] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.656390] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.656533] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] AGENT.polling_interval = 240 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.656671] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.656812] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.656955] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] AGENT.report_interval = 30.0 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.657109] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.657252] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.657391] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.657530] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] AGENT.sync_skew = 60 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.657663] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] AGENT.synchronization_queue_size = 20 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.657796] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] AGENT.use_helper_for_ns_read = True {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.657935] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] SECURITYGROUP.enable_ipset = True {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.658083] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] SECURITYGROUP.enable_security_group = True {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.658223] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.658364] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.658503] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] experimental.ipv6_pd_enabled = False {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.658657] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] ml2.extension_drivers = ['port_security'] {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.658792] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] ml2.external_network_type = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.658939] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.659088] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] ml2.overlay_ip_version = 4 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.659227] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] ml2.path_mtu = 8950 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.659363] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] ml2.physical_network_mtus = {} {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.659507] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] ml2.tenant_network_types = ['vlan'] {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.659644] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.659784] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] ml2.type_drivers = ['vlan'] {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.659926] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] AGENT_CLI.neutron_port_id = [] {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.660071] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.660206] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.660349] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.660491] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.660630] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.660766] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.660901] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.661046] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.661243] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.661389] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] NSXV3.nsxv3_login_password = **** {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.661534] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] NSXV3.nsxv3_login_port = 443 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.661696] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] NSXV3.nsxv3_login_user = admin {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.661850] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.661994] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.662147] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.662313] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.662425] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.662573] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.662713] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.662852] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.662988] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.663142] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.663284] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.663420] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.663588] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.663749] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.663892] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] vsphere.vsphere_login_password = VMware1! {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.664041] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.664177] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.664320] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] nova.auth_section = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.664488] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] nova.auth_type = password {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.664638] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.664771] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] nova.certfile = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.664906] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] nova.collect_timing = False {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.665057] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] nova.endpoint_type = public {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.665194] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] nova.insecure = False {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.665323] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] nova.keyfile = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.665522] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] nova.region_name = RegionOne {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.665672] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] nova.split_loggers = False {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.665805] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] nova.timeout = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.665944] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] placement.auth_section = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.666099] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] placement.auth_type = password {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.666243] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.666375] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] placement.certfile = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.666512] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] placement.collect_timing = False {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.666651] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] placement.endpoint_type = public {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.666804] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] placement.insecure = False {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.666938] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] placement.keyfile = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.667076] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] placement.region_name = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.667207] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] placement.split_loggers = False {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.667334] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] placement.timeout = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.667472] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] ironic.auth_section = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.667609] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] ironic.auth_type = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.667737] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] ironic.cafile = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.667864] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] ironic.certfile = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.667995] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] ironic.collect_timing = False {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.668141] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] ironic.connect_retries = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.668275] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] ironic.connect_retry_delay = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.668406] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] ironic.enable_notifications = False {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.668537] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] ironic.endpoint_override = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.668668] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] ironic.insecure = False {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.668799] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] ironic.interface = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.668925] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] ironic.keyfile = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.669068] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] ironic.max_version = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.669200] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] ironic.min_version = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.669328] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] ironic.region_name = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.669460] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] ironic.retriable_status_codes = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.669672] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] ironic.service_name = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.669805] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] ironic.service_type = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.669938] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] ironic.split_loggers = False {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.670079] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] ironic.status_code_retries = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.670210] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] ironic.status_code_retry_delay = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.670339] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] ironic.timeout = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.670470] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] ironic.valid_interfaces = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.670601] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] ironic.version = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.670737] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] cli_script.dry_run = False {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.670880] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.671019] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.671155] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.671288] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.671423] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.671560] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.671693] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.671825] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.671956] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.672109] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.672241] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.672380] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.672519] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.672656] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.672789] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.672927] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.673070] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.673204] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.673342] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.673473] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.673606] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.673734] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.673864] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.673998] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.674181] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.674365] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.674529] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.674673] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.674808] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.674941] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.675089] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] oslo_messaging_rabbit.ssl = False {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.675231] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.675371] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.675504] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.675697] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.675774] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.675906] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.676057] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] oslo_messaging_notifications.driver = [] {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.676196] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] oslo_messaging_notifications.retry = -1 {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.676344] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.676478] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.676581] env[65123]: DEBUG oslo_service.backend._eventlet.service [None req-276801d6-89cf-4355-9b28-d6f12b8b1501 None None] ******************************************************************************** {{(pid=65123) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 528.677721] env[65123]: DEBUG neutron.agent.securitygroups_rpc [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Init firewall settings (driver=nsxv3) {{(pid=65123) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 528.678982] env[65123]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65123) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 528.679229] env[65123]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] RPC agent_id: nsxm-l-01a.corp.local [ 528.681423] env[65123]: DEBUG dogpile.cache.region [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 528.681546] env[65123]: DEBUG dogpile.lock [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 528.681642] env[65123]: DEBUG dogpile.lock [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 528.681733] env[65123]: DEBUG dogpile.lock [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 528.681826] env[65123]: DEBUG dogpile.cache.region [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 528.681913] env[65123]: DEBUG dogpile.lock [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 528.682048] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 528.700485] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Session token - acquiring [ 528.702026] env[65123]: DEBUG networking_nsxv3.common.locking [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.702190] env[65123]: DEBUG oslo_concurrency.lockutils [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.702296] env[65123]: DEBUG oslo_concurrency.lockutils [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.702698] env[65123]: DEBUG oslo_concurrency.lockutils [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.712569] env[65123]: DEBUG oslo_concurrency.lockutils [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.992315] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 529.011810] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 529.011995] env[65123]: DEBUG dogpile.cache.region [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Cache value generated in 0.330 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 529.012569] env[65123]: DEBUG dogpile.lock [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 529.012678] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Activating Policy API Provider. [ 529.012839] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Looking for the default Infrastructure Rules. [ 529.081283] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Looking for the Default Layer3 Logged Drop Section. [ 529.097970] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 529.098451] env[65123]: DEBUG networking_nsxv3.common.locking [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.098630] env[65123]: DEBUG oslo_concurrency.lockutils [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Acquiring lock "all" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.098736] env[65123]: DEBUG oslo_concurrency.lockutils [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Acquired lock "all" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.099031] env[65123]: DEBUG oslo_concurrency.lockutils [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Acquired external semaphore "all" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.099378] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 529.613734] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 530.116155] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 530.620319] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Inventory metadata is going to be refreshed. [ 530.620319] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 531.346204] env[65123]: DEBUG networking_nsxv3.common.locking [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.346629] env[65123]: DEBUG oslo_concurrency.lockutils [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.346629] env[65123]: DEBUG oslo_concurrency.lockutils [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.346830] env[65123]: DEBUG oslo_concurrency.lockutils [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.357746] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 531.358633] env[65123]: DEBUG oslo_concurrency.lockutils [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.359497] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 531.379389] env[65123]: DEBUG networking_nsxv3.common.locking [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.379688] env[65123]: DEBUG oslo_concurrency.lockutils [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.379770] env[65123]: DEBUG oslo_concurrency.lockutils [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.379985] env[65123]: DEBUG oslo_concurrency.lockutils [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.380130] env[65123]: DEBUG oslo_concurrency.lockutils [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.380270] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 531.380381] env[65123]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65123) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 531.380484] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 531.400737] env[65123]: DEBUG networking_nsxv3.common.locking [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.400946] env[65123]: DEBUG oslo_concurrency.lockutils [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.401020] env[65123]: DEBUG oslo_concurrency.lockutils [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.401289] env[65123]: DEBUG oslo_concurrency.lockutils [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.401489] env[65123]: DEBUG oslo_concurrency.lockutils [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.401639] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 531.422243] env[65123]: DEBUG networking_nsxv3.common.locking [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.422443] env[65123]: DEBUG oslo_concurrency.lockutils [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.422593] env[65123]: DEBUG oslo_concurrency.lockutils [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.422799] env[65123]: DEBUG oslo_concurrency.lockutils [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.422939] env[65123]: DEBUG oslo_concurrency.lockutils [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.423088] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 531.442610] env[65123]: DEBUG networking_nsxv3.common.locking [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.442940] env[65123]: DEBUG oslo_concurrency.lockutils [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Acquiring lock "Address Group" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.442940] env[65123]: DEBUG oslo_concurrency.lockutils [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Acquired lock "Address Group" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.443189] env[65123]: DEBUG oslo_concurrency.lockutils [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Acquired external semaphore "Address Group" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.443328] env[65123]: DEBUG oslo_concurrency.lockutils [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Releasing lock "Address Group" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.443480] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 531.443588] env[65123]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65123) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 531.443692] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 531.460628] env[65123]: DEBUG networking_nsxv3.common.locking [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.460812] env[65123]: DEBUG oslo_concurrency.lockutils [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Acquiring lock "Segment QoS" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.460940] env[65123]: DEBUG oslo_concurrency.lockutils [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Acquired lock "Segment QoS" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.461195] env[65123]: DEBUG oslo_concurrency.lockutils [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Acquired external semaphore "Segment QoS" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.461320] env[65123]: DEBUG oslo_concurrency.lockutils [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Releasing lock "Segment QoS" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.461462] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 531.461565] env[65123]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65123) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 531.461667] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 531.484148] env[65123]: DEBUG networking_nsxv3.common.locking [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.484422] env[65123]: DEBUG oslo_concurrency.lockutils [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.484422] env[65123]: DEBUG oslo_concurrency.lockutils [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.484728] env[65123]: DEBUG oslo_concurrency.lockutils [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.484870] env[65123]: DEBUG oslo_concurrency.lockutils [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.485032] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 531.485139] env[65123]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65123) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 531.485239] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Inventory metadata have been refreshed. [ 531.485336] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Dryrun:True. Metadata refresh completed. [ 531.485455] env[65123]: DEBUG oslo_concurrency.lockutils [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Releasing lock "all" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.487110] env[65123]: INFO neutron.agent.agent_extensions_manager [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Loaded agent extensions: [] [ 531.487850] env[65123]: DEBUG neutron_lib.callbacks.manager [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65123) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 531.541974] env[65123]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] NSXv3 Agent Agent RPC Daemon Started! [ 531.542121] env[65123]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] NSXv3 Agent Agent loop - iteration:0 started [ 531.542243] env[65123]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] NSXv3 Agent Agent out of sync with plugin! [ 536.488888] env[65123]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 536.488888] env[65123]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 541.489674] env[65123]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 541.490208] env[65123]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 543.491471] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.493736] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.493736] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 543.493736] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 543.493736] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 543.995730] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 544.498793] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 545.000457] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 545.000566] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 545.747024] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.747024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.747024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.747024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.757501] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 545.759723] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 545.761883] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 545.780638] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.780638] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.780638] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.780638] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.780638] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 545.780638] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 545.780638] env[65123]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65123) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 545.780638] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 545.799020] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.799020] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.799020] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.799020] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.799020] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 545.799020] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 545.817697] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.817697] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.817697] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.817697] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.817697] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 545.817697] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 545.837421] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.837421] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.837421] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.837421] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.837421] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 545.837421] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 545.837421] env[65123]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65123) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 545.837421] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 545.857063] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.857063] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.857063] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.857063] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.857063] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 545.857063] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 545.857063] env[65123]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65123) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 545.857063] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 545.877023] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.877023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.877023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.877023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.877023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 545.877023] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 545.877023] env[65123]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65123) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 545.877023] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 545.877023] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 545.877023] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 545.877023] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 545.877023] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 545.877023] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 545.877023] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 545.877023] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 545.894886] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.895331] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.895521] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.895837] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.897230] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 545.897230] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 545.915532] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.915532] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.915532] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.915532] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.915532] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 545.927077] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 546.493399] env[65123]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 546.493399] env[65123]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 546.501108] env[65123]: INFO networking_nsxv3.common.synchronization [None req-551f8356-6778-4b75-a264-6cfac8f8c7a0 demo admin] Enqueued Resource ID: 811228eb-0202-4c0b-9efc-5a748b371c7d with Priority: HIGHEST for action security_group_rules [ 546.501544] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 811228eb-0202-4c0b-9efc-5a748b371c7d with Priority: HIGHEST for action security_group_rules [ 546.501857] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-811228eb-0202-4c0b-9efc-5a748b371c7d taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.501962] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-811228eb-0202-4c0b-9efc-5a748b371c7d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.502156] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-811228eb-0202-4c0b-9efc-5a748b371c7d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.502404] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-811228eb-0202-4c0b-9efc-5a748b371c7d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.502489] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('811228eb-0202-4c0b-9efc-5a748b371c7d',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 547.024653] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.025113] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.025113] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.025390] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.025461] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 547.025617] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 811228eb-0202-4c0b-9efc-5a748b371c7d already deleted. [ 547.025770] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-811228eb-0202-4c0b-9efc-5a748b371c7d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 551.502695] env[65123]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 551.503235] env[65123]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 556.503726] env[65123]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 556.504120] env[65123]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 561.505491] env[65123]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 561.505742] env[65123]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 566.506915] env[65123]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 566.507406] env[65123]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 571.507999] env[65123]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 571.508258] env[65123]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 574.925401] env[65123]: INFO networking_nsxv3.common.synchronization [None req-a279e87d-e28f-4a21-8c43-34898aa5e5cb None None] Enqueued Resource ID: d8fe7f11-f429-4b6a-8d68-4bdea7a1aeb8 with Priority: HIGHEST for action port [ 574.925401] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8fe7f11-f429-4b6a-8d68-4bdea7a1aeb8 with Priority: HIGHEST for action port [ 574.925711] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8fe7f11-f429-4b6a-8d68-4bdea7a1aeb8 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.925711] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8fe7f11-f429-4b6a-8d68-4bdea7a1aeb8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.925711] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8fe7f11-f429-4b6a-8d68-4bdea7a1aeb8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.928803] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8fe7f11-f429-4b6a-8d68-4bdea7a1aeb8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.928907] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8fe7f11-f429-4b6a-8d68-4bdea7a1aeb8',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.432062] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d8fe7f11-f429-4b6a-8d68-4bdea7a1aeb8 [ 575.432315] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.432456] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.432567] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.432748] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.432840] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.432934] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d8fe7f11-f429-4b6a-8d68-4bdea7a1aeb8 already deleted. [ 575.433030] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8fe7f11-f429-4b6a-8d68-4bdea7a1aeb8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.129137] env[65123]: INFO networking_nsxv3.common.synchronization [None req-6e20bdf1-a5f8-4548-ac01-e96e1519fb96 None None] Enqueued Resource ID: 3438dcaa-1863-491d-8e8b-e34ae8f5b308 with Priority: HIGHEST for action port [ 577.129836] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3438dcaa-1863-491d-8e8b-e34ae8f5b308 with Priority: HIGHEST for action port [ 577.130161] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-3438dcaa-1863-491d-8e8b-e34ae8f5b308 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.130350] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3438dcaa-1863-491d-8e8b-e34ae8f5b308" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.130420] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3438dcaa-1863-491d-8e8b-e34ae8f5b308" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.131097] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3438dcaa-1863-491d-8e8b-e34ae8f5b308" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.131184] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3438dcaa-1863-491d-8e8b-e34ae8f5b308',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.635213] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3438dcaa-1863-491d-8e8b-e34ae8f5b308 [ 577.635213] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.635213] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.635213] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.636392] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.636392] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.637351] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3438dcaa-1863-491d-8e8b-e34ae8f5b308 already deleted. [ 577.637351] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3438dcaa-1863-491d-8e8b-e34ae8f5b308" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.216928] env[65123]: INFO networking_nsxv3.common.synchronization [None req-87826b7a-8cb0-45ff-b42a-06e6f602e0ea None None] Enqueued Resource ID: 543da47e-2621-44a8-a30e-bcd5e05cbb12 with Priority: HIGHEST for action port [ 578.219390] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 543da47e-2621-44a8-a30e-bcd5e05cbb12 with Priority: HIGHEST for action port [ 578.219651] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-543da47e-2621-44a8-a30e-bcd5e05cbb12 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.219782] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-543da47e-2621-44a8-a30e-bcd5e05cbb12" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.219846] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-543da47e-2621-44a8-a30e-bcd5e05cbb12" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.220151] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-543da47e-2621-44a8-a30e-bcd5e05cbb12" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.220288] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('543da47e-2621-44a8-a30e-bcd5e05cbb12',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.261130] env[65123]: INFO networking_nsxv3.common.synchronization [None req-af61b008-ec7f-40a3-b0f1-0ee696048dbb None None] Enqueued Resource ID: 1e4a6672-3240-434c-9feb-13631a6fd3c3 with Priority: HIGHEST for action port [ 578.261130] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e4a6672-3240-434c-9feb-13631a6fd3c3 with Priority: HIGHEST for action port [ 578.261130] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e4a6672-3240-434c-9feb-13631a6fd3c3 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.261130] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e4a6672-3240-434c-9feb-13631a6fd3c3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.261130] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e4a6672-3240-434c-9feb-13631a6fd3c3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.261515] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e4a6672-3240-434c-9feb-13631a6fd3c3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.261690] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e4a6672-3240-434c-9feb-13631a6fd3c3',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.724034] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 543da47e-2621-44a8-a30e-bcd5e05cbb12 [ 578.726184] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.729265] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.729265] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.729265] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.729265] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.729265] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:543da47e-2621-44a8-a30e-bcd5e05cbb12 already deleted. [ 578.729265] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-543da47e-2621-44a8-a30e-bcd5e05cbb12" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.765423] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e4a6672-3240-434c-9feb-13631a6fd3c3 [ 578.765423] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.765423] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.765423] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.765423] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.765423] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.765423] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e4a6672-3240-434c-9feb-13631a6fd3c3 already deleted. [ 578.765423] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e4a6672-3240-434c-9feb-13631a6fd3c3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.911658] env[65123]: INFO networking_nsxv3.common.synchronization [None req-01aab9aa-72ab-4f6e-b658-8219ea9db52c None None] Enqueued Resource ID: c0697a84-5409-40b1-ba1f-e4b6aa85ebf1 with Priority: HIGHEST for action port [ 579.912225] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0697a84-5409-40b1-ba1f-e4b6aa85ebf1 with Priority: HIGHEST for action port [ 579.912528] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0697a84-5409-40b1-ba1f-e4b6aa85ebf1 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.912648] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0697a84-5409-40b1-ba1f-e4b6aa85ebf1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.912762] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0697a84-5409-40b1-ba1f-e4b6aa85ebf1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.912971] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0697a84-5409-40b1-ba1f-e4b6aa85ebf1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.914163] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0697a84-5409-40b1-ba1f-e4b6aa85ebf1',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.418083] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c0697a84-5409-40b1-ba1f-e4b6aa85ebf1 [ 580.418083] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.418083] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.418083] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.418648] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.418648] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.418648] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c0697a84-5409-40b1-ba1f-e4b6aa85ebf1 already deleted. [ 580.418648] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0697a84-5409-40b1-ba1f-e4b6aa85ebf1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.608828] env[65123]: INFO networking_nsxv3.common.synchronization [None req-347be7dd-7c20-42ab-9e59-331fe1589482 None None] Enqueued Resource ID: 0205a423-15e5-4eff-ab39-ed1cfb62b1ac with Priority: HIGHEST for action port [ 580.609425] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0205a423-15e5-4eff-ab39-ed1cfb62b1ac with Priority: HIGHEST for action port [ 580.609727] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-0205a423-15e5-4eff-ab39-ed1cfb62b1ac taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.609849] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0205a423-15e5-4eff-ab39-ed1cfb62b1ac" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.609947] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0205a423-15e5-4eff-ab39-ed1cfb62b1ac" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.610962] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0205a423-15e5-4eff-ab39-ed1cfb62b1ac" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.611503] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0205a423-15e5-4eff-ab39-ed1cfb62b1ac',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.096388] env[65123]: INFO networking_nsxv3.common.synchronization [None req-14b8770e-5db6-4c2e-b6a8-0150d46d9d79 None None] Enqueued Resource ID: 3a377450-bff8-43b8-a78c-89e170b04392 with Priority: HIGHEST for action port [ 581.096948] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a377450-bff8-43b8-a78c-89e170b04392 with Priority: HIGHEST for action port [ 581.097260] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a377450-bff8-43b8-a78c-89e170b04392 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.097384] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a377450-bff8-43b8-a78c-89e170b04392" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.097455] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a377450-bff8-43b8-a78c-89e170b04392" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.097706] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a377450-bff8-43b8-a78c-89e170b04392" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.097788] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a377450-bff8-43b8-a78c-89e170b04392',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.116522] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0205a423-15e5-4eff-ab39-ed1cfb62b1ac [ 581.116671] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.117019] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.117019] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.117176] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.117253] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.117329] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0205a423-15e5-4eff-ab39-ed1cfb62b1ac already deleted. [ 581.117416] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0205a423-15e5-4eff-ab39-ed1cfb62b1ac" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.243157] env[65123]: INFO networking_nsxv3.common.synchronization [None req-b051b0ee-14b5-4b54-8e29-73594a34609d None None] Enqueued Resource ID: bb930e1a-bde4-434b-ba37-0b0ad61cb0ad with Priority: HIGHEST for action port [ 581.246352] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb930e1a-bde4-434b-ba37-0b0ad61cb0ad with Priority: HIGHEST for action port [ 581.247324] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb930e1a-bde4-434b-ba37-0b0ad61cb0ad taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.247324] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb930e1a-bde4-434b-ba37-0b0ad61cb0ad" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.247324] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb930e1a-bde4-434b-ba37-0b0ad61cb0ad" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.247585] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb930e1a-bde4-434b-ba37-0b0ad61cb0ad" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.248180] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb930e1a-bde4-434b-ba37-0b0ad61cb0ad',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.602270] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a377450-bff8-43b8-a78c-89e170b04392 [ 581.602785] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.603014] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.603153] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.603510] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.603696] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.603857] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a377450-bff8-43b8-a78c-89e170b04392 already deleted. [ 581.604014] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a377450-bff8-43b8-a78c-89e170b04392" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.756034] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb930e1a-bde4-434b-ba37-0b0ad61cb0ad [ 581.757161] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.757161] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.757161] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.757161] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.757161] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.757161] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb930e1a-bde4-434b-ba37-0b0ad61cb0ad already deleted. [ 581.757161] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb930e1a-bde4-434b-ba37-0b0ad61cb0ad" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.356265] env[65123]: INFO networking_nsxv3.common.synchronization [None req-12b3699f-9654-40c7-aea5-8a0c827fa545 None None] Enqueued Resource ID: 00173ea8-715e-479f-86cf-069aa8909d00 with Priority: HIGHEST for action port [ 583.356265] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00173ea8-715e-479f-86cf-069aa8909d00 with Priority: HIGHEST for action port [ 583.356265] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-00173ea8-715e-479f-86cf-069aa8909d00 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.356265] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00173ea8-715e-479f-86cf-069aa8909d00" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.356265] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00173ea8-715e-479f-86cf-069aa8909d00" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.356265] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00173ea8-715e-479f-86cf-069aa8909d00" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.356265] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00173ea8-715e-479f-86cf-069aa8909d00',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.865814] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00173ea8-715e-479f-86cf-069aa8909d00 [ 583.865814] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.865814] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.865814] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.865814] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.865814] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.865814] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00173ea8-715e-479f-86cf-069aa8909d00 already deleted. [ 583.865814] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00173ea8-715e-479f-86cf-069aa8909d00" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.906556] env[65123]: INFO networking_nsxv3.common.synchronization [None req-4a244448-c3d7-4ee2-aaa3-7b52f6c82b76 None None] Enqueued Resource ID: a81e3fac-c86d-4adc-becf-352a6010d5cb with Priority: HIGHEST for action port [ 583.906556] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a81e3fac-c86d-4adc-becf-352a6010d5cb with Priority: HIGHEST for action port [ 583.906556] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-a81e3fac-c86d-4adc-becf-352a6010d5cb taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.906748] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a81e3fac-c86d-4adc-becf-352a6010d5cb" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.906748] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a81e3fac-c86d-4adc-becf-352a6010d5cb" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.906890] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a81e3fac-c86d-4adc-becf-352a6010d5cb" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.906972] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a81e3fac-c86d-4adc-becf-352a6010d5cb',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.293131] env[65123]: INFO networking_nsxv3.common.synchronization [None req-fffad338-b814-4fe3-a94d-d9a6a6c4c58a None None] Enqueued Resource ID: 560c3857-e393-4799-98e4-07be7b21ecaa with Priority: HIGHEST for action port [ 584.293693] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 560c3857-e393-4799-98e4-07be7b21ecaa with Priority: HIGHEST for action port [ 584.294056] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-560c3857-e393-4799-98e4-07be7b21ecaa taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.294218] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-560c3857-e393-4799-98e4-07be7b21ecaa" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.294333] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-560c3857-e393-4799-98e4-07be7b21ecaa" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.294626] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-560c3857-e393-4799-98e4-07be7b21ecaa" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.294742] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('560c3857-e393-4799-98e4-07be7b21ecaa',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.408600] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a81e3fac-c86d-4adc-becf-352a6010d5cb [ 584.408866] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.408971] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.409054] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.409277] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.409370] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.409468] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a81e3fac-c86d-4adc-becf-352a6010d5cb already deleted. [ 584.409547] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a81e3fac-c86d-4adc-becf-352a6010d5cb" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.796805] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 560c3857-e393-4799-98e4-07be7b21ecaa [ 584.796997] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.797211] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.797211] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.797422] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.797511] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.797728] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:560c3857-e393-4799-98e4-07be7b21ecaa already deleted. [ 584.797822] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-560c3857-e393-4799-98e4-07be7b21ecaa" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.333024] env[65123]: INFO networking_nsxv3.common.synchronization [None req-fc1d10f7-82bc-400f-89d8-4f0c0fc76fee None None] Enqueued Resource ID: ada61126-0575-4f0c-9d3b-4e0b3ddfeaca with Priority: HIGHEST for action port [ 585.333024] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ada61126-0575-4f0c-9d3b-4e0b3ddfeaca with Priority: HIGHEST for action port [ 585.333024] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-ada61126-0575-4f0c-9d3b-4e0b3ddfeaca taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.333024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ada61126-0575-4f0c-9d3b-4e0b3ddfeaca" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.333024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ada61126-0575-4f0c-9d3b-4e0b3ddfeaca" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.333024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ada61126-0575-4f0c-9d3b-4e0b3ddfeaca" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.333024] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ada61126-0575-4f0c-9d3b-4e0b3ddfeaca',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.725490] env[65123]: INFO networking_nsxv3.common.synchronization [None req-55fe4149-9f03-443d-b402-814c34aeb87a None None] Enqueued Resource ID: ad14bac9-15dc-4707-a356-940b50e89012 with Priority: HIGHEST for action port [ 585.725710] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad14bac9-15dc-4707-a356-940b50e89012 with Priority: HIGHEST for action port [ 585.726168] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad14bac9-15dc-4707-a356-940b50e89012 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.726295] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad14bac9-15dc-4707-a356-940b50e89012" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.727197] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad14bac9-15dc-4707-a356-940b50e89012" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.727798] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad14bac9-15dc-4707-a356-940b50e89012" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.727798] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad14bac9-15dc-4707-a356-940b50e89012',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.835503] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ada61126-0575-4f0c-9d3b-4e0b3ddfeaca [ 585.835782] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.835923] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.836674] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.836901] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.836996] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.837113] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ada61126-0575-4f0c-9d3b-4e0b3ddfeaca already deleted. [ 585.837201] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ada61126-0575-4f0c-9d3b-4e0b3ddfeaca" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.229676] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad14bac9-15dc-4707-a356-940b50e89012 [ 586.229917] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.230076] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.230148] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.230543] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.230543] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.230543] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad14bac9-15dc-4707-a356-940b50e89012 already deleted. [ 586.230666] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad14bac9-15dc-4707-a356-940b50e89012" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.387724] env[65123]: INFO networking_nsxv3.common.synchronization [None req-44aa7ffb-c304-4fd5-9182-b8e6048c45d4 None None] Enqueued Resource ID: 30da4f4a-c1cb-49aa-8f60-af811654bc7e with Priority: HIGHEST for action port [ 586.388919] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30da4f4a-c1cb-49aa-8f60-af811654bc7e with Priority: HIGHEST for action port [ 586.389267] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-30da4f4a-c1cb-49aa-8f60-af811654bc7e taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.389810] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30da4f4a-c1cb-49aa-8f60-af811654bc7e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.389810] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30da4f4a-c1cb-49aa-8f60-af811654bc7e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.389908] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30da4f4a-c1cb-49aa-8f60-af811654bc7e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.389943] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30da4f4a-c1cb-49aa-8f60-af811654bc7e',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.650345] env[65123]: INFO networking_nsxv3.common.synchronization [None req-33b71611-23b6-482e-bb08-3dbbc1fac75f None None] Enqueued Resource ID: 59891fb8-9e07-4f41-827b-03f295b8efbe with Priority: HIGHEST for action port [ 586.650345] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59891fb8-9e07-4f41-827b-03f295b8efbe with Priority: HIGHEST for action port [ 586.650802] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-59891fb8-9e07-4f41-827b-03f295b8efbe taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.650802] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59891fb8-9e07-4f41-827b-03f295b8efbe" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.650802] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59891fb8-9e07-4f41-827b-03f295b8efbe" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.651193] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59891fb8-9e07-4f41-827b-03f295b8efbe" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.651193] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59891fb8-9e07-4f41-827b-03f295b8efbe',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.893445] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 30da4f4a-c1cb-49aa-8f60-af811654bc7e [ 586.893736] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.893801] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.893834] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.894059] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.894162] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.894261] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:30da4f4a-c1cb-49aa-8f60-af811654bc7e already deleted. [ 586.894345] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30da4f4a-c1cb-49aa-8f60-af811654bc7e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.155389] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 59891fb8-9e07-4f41-827b-03f295b8efbe [ 587.155389] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.155389] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.155389] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.155389] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.155806] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.155806] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:59891fb8-9e07-4f41-827b-03f295b8efbe already deleted. [ 587.155806] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59891fb8-9e07-4f41-827b-03f295b8efbe" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.974053] env[65123]: INFO networking_nsxv3.common.synchronization [None req-ffa321ed-0e85-4ce1-80b8-e30bf98f6641 None None] Enqueued Resource ID: 4128f967-d233-49e2-ba6e-675da873e407 with Priority: HIGHEST for action port [ 588.974655] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4128f967-d233-49e2-ba6e-675da873e407 with Priority: HIGHEST for action port [ 588.974959] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-4128f967-d233-49e2-ba6e-675da873e407 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.976939] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4128f967-d233-49e2-ba6e-675da873e407" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.976939] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4128f967-d233-49e2-ba6e-675da873e407" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.976939] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4128f967-d233-49e2-ba6e-675da873e407" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.976939] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4128f967-d233-49e2-ba6e-675da873e407',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.478586] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4128f967-d233-49e2-ba6e-675da873e407 [ 589.480312] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.480312] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.480312] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.480312] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.480312] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.480312] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4128f967-d233-49e2-ba6e-675da873e407 already deleted. [ 589.481016] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4128f967-d233-49e2-ba6e-675da873e407" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.018740] env[65123]: INFO networking_nsxv3.common.synchronization [None req-a0381118-5f81-4c6e-8a11-f2bd59bb2bb4 None None] Enqueued Resource ID: e0daefc2-de07-4e3c-ac65-d67ce30566ec with Priority: HIGHEST for action port [ 590.019173] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0daefc2-de07-4e3c-ac65-d67ce30566ec with Priority: HIGHEST for action port [ 590.020181] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0daefc2-de07-4e3c-ac65-d67ce30566ec taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.020181] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0daefc2-de07-4e3c-ac65-d67ce30566ec" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.020181] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0daefc2-de07-4e3c-ac65-d67ce30566ec" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.020181] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0daefc2-de07-4e3c-ac65-d67ce30566ec" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.020181] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0daefc2-de07-4e3c-ac65-d67ce30566ec',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.523415] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e0daefc2-de07-4e3c-ac65-d67ce30566ec [ 590.523673] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.523813] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.523884] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.524633] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.524930] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.524930] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e0daefc2-de07-4e3c-ac65-d67ce30566ec already deleted. [ 590.525026] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0daefc2-de07-4e3c-ac65-d67ce30566ec" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.987867] env[65123]: INFO networking_nsxv3.common.synchronization [req-68fe4eca-e620-4c89-b0b8-0d7ac2e2d955 req-22a2c065-90c7-49a2-84ce-6882a908af5c tempest-DeleteServersAdminTestJSON-626048005 tempest-DeleteServersAdminTestJSON-626048005-project-member] Enqueued Resource ID: c07044ca-c7b5-4b1a-9325-a02c0d0d19e9 with Priority: HIGHEST for action security_group_members [ 590.988409] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c07044ca-c7b5-4b1a-9325-a02c0d0d19e9 with Priority: HIGHEST for action security_group_members [ 590.988700] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.988913] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.988913] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.989200] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.989281] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.989443] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.989443] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.989581] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.989665] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.989765] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c07044ca-c7b5-4b1a-9325-a02c0d0d19e9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.495775] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.496154] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.496154] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.496267] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.496572] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.496572] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.496702] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.496702] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.496915] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.496983] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.497084] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c07044ca-c7b5-4b1a-9325-a02c0d0d19e9 already deleted. [ 591.497257] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.938701] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock network-914 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.938897] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "network-914" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.942119] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "network-914" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.942445] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "network-914" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.942767] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.942976] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.943137] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.943424] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.943622] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.943944] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 591.944103] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 591.944252] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 591.944375] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 591.944514] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 591.944658] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 591.944838] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 591.966637] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 591.966900] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 591.967359] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 591.967695] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "network-914" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.968275] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock port-f09df8a6-92f0-4f5a-9fd6-2eb9db4d1a4c taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.968466] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "port-f09df8a6-92f0-4f5a-9fd6-2eb9db4d1a4c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.968589] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "port-f09df8a6-92f0-4f5a-9fd6-2eb9db4d1a4c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.968887] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "port-f09df8a6-92f0-4f5a-9fd6-2eb9db4d1a4c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.969384] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f09df8a6-92f0-4f5a-9fd6-2eb9db4d1a4c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.006995] env[65123]: INFO networking_nsxv3.common.synchronization [None req-a5a23742-355a-4780-982d-32920ba35c71 None None] Enqueued Resource ID: 7ae821f8-bd26-46f1-bd19-35c00e88a304 with Priority: HIGHEST for action port [ 592.007687] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ae821f8-bd26-46f1-bd19-35c00e88a304 with Priority: HIGHEST for action port [ 592.007841] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ae821f8-bd26-46f1-bd19-35c00e88a304 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.007972] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ae821f8-bd26-46f1-bd19-35c00e88a304" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.008160] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ae821f8-bd26-46f1-bd19-35c00e88a304" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.008417] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ae821f8-bd26-46f1-bd19-35c00e88a304" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.008505] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ae821f8-bd26-46f1-bd19-35c00e88a304',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.381137] env[65123]: INFO networking_nsxv3.common.synchronization [None req-7407d731-25a7-4c77-a202-dd72a6e98107 None None] Enqueued Resource ID: def069dc-8d1a-4ca2-97a9-a71801120127 with Priority: HIGHEST for action port [ 592.382044] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: def069dc-8d1a-4ca2-97a9-a71801120127 with Priority: HIGHEST for action port [ 592.382044] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-def069dc-8d1a-4ca2-97a9-a71801120127 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.382326] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-def069dc-8d1a-4ca2-97a9-a71801120127" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.382453] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-def069dc-8d1a-4ca2-97a9-a71801120127" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.382768] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-def069dc-8d1a-4ca2-97a9-a71801120127" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.382963] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('def069dc-8d1a-4ca2-97a9-a71801120127',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.448121] env[65123]: INFO networking_nsxv3.common.synchronization [None req-5bc07f98-5961-4045-b928-ab0179ae9496 None None] Enqueued Resource ID: 88c984f5-0f9f-46c0-84db-8a3a7c2f83b8 with Priority: HIGHEST for action port [ 592.451019] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88c984f5-0f9f-46c0-84db-8a3a7c2f83b8 with Priority: HIGHEST for action port [ 592.451019] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-88c984f5-0f9f-46c0-84db-8a3a7c2f83b8 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.451019] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88c984f5-0f9f-46c0-84db-8a3a7c2f83b8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.451019] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88c984f5-0f9f-46c0-84db-8a3a7c2f83b8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.451019] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88c984f5-0f9f-46c0-84db-8a3a7c2f83b8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.451019] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88c984f5-0f9f-46c0-84db-8a3a7c2f83b8',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.472683] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.472934] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.473044] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.473419] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.473582] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.473737] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Segment Port f09df8a6-92f0-4f5a-9fd6-2eb9db4d1a4c not found, creating... [ 592.474009] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.474173] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.474300] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.474535] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.474668] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.475352] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.476127] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.476127] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.476127] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.476285] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.476875] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Resource: SegmentPort with ID: f09df8a6-92f0-4f5a-9fd6-2eb9db4d1a4c is going to be created. [ 592.506206] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.506206] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.506595] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.506654] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.506887] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.507171] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "port-f09df8a6-92f0-4f5a-9fd6-2eb9db4d1a4c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.512258] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ae821f8-bd26-46f1-bd19-35c00e88a304 [ 592.512471] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.513235] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.513235] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.513235] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.513235] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.513451] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ae821f8-bd26-46f1-bd19-35c00e88a304 already deleted. [ 592.513451] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ae821f8-bd26-46f1-bd19-35c00e88a304" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.738134] env[65123]: INFO networking_nsxv3.common.synchronization [req-d285b144-bac2-400c-8942-4f791e66ebaf req-190d84cc-73e0-42f3-bb0a-dec4e7eed64d tempest-ImagesNegativeTestJSON-450388172 tempest-ImagesNegativeTestJSON-450388172-project-member] Enqueued Resource ID: 53223eff-2e7e-4601-a6eb-563d5cb5bc32 with Priority: HIGHEST for action security_group_members [ 592.739365] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53223eff-2e7e-4601-a6eb-563d5cb5bc32 with Priority: HIGHEST for action security_group_members [ 592.739365] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-53223eff-2e7e-4601-a6eb-563d5cb5bc32 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.740368] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53223eff-2e7e-4601-a6eb-563d5cb5bc32" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.740434] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53223eff-2e7e-4601-a6eb-563d5cb5bc32" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.740670] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53223eff-2e7e-4601-a6eb-563d5cb5bc32" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.740845] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.740952] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.741021] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.741185] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.741270] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.741361] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53223eff-2e7e-4601-a6eb-563d5cb5bc32',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.885312] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port def069dc-8d1a-4ca2-97a9-a71801120127 [ 592.885592] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.885758] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.885806] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.886030] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.886147] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.886219] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:def069dc-8d1a-4ca2-97a9-a71801120127 already deleted. [ 592.886305] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-def069dc-8d1a-4ca2-97a9-a71801120127" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.952346] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 88c984f5-0f9f-46c0-84db-8a3a7c2f83b8 [ 592.952600] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.952829] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.952829] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.953068] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.953140] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.953260] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:88c984f5-0f9f-46c0-84db-8a3a7c2f83b8 already deleted. [ 592.953355] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88c984f5-0f9f-46c0-84db-8a3a7c2f83b8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.019560] env[65123]: INFO networking_nsxv3.common.synchronization [None req-4adead58-4e98-4a12-82fb-4d991f46e298 None None] Enqueued Resource ID: 92cef0d6-7190-4b47-968e-789b13a94e4d with Priority: HIGHEST for action port [ 593.020169] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92cef0d6-7190-4b47-968e-789b13a94e4d with Priority: HIGHEST for action port [ 593.020458] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-92cef0d6-7190-4b47-968e-789b13a94e4d taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.020615] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92cef0d6-7190-4b47-968e-789b13a94e4d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.020685] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92cef0d6-7190-4b47-968e-789b13a94e4d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.021559] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92cef0d6-7190-4b47-968e-789b13a94e4d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.021559] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92cef0d6-7190-4b47-968e-789b13a94e4d',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.245586] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.245817] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.245916] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.246170] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.246298] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.246532] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.246658] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.246744] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.246920] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.247038] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.247150] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53223eff-2e7e-4601-a6eb-563d5cb5bc32 already deleted. [ 593.247240] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53223eff-2e7e-4601-a6eb-563d5cb5bc32" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.274859] env[65123]: INFO networking_nsxv3.common.synchronization [req-68fe4eca-e620-4c89-b0b8-0d7ac2e2d955 req-12cf99e5-1d23-42f4-b379-b97e6376b086 service nova] Enqueued Resource ID: c07044ca-c7b5-4b1a-9325-a02c0d0d19e9 with Priority: HIGHEST for action security_group_rules [ 593.275280] env[65123]: INFO networking_nsxv3.common.synchronization [req-68fe4eca-e620-4c89-b0b8-0d7ac2e2d955 req-12cf99e5-1d23-42f4-b379-b97e6376b086 service nova] Enqueued Resource ID: c07044ca-c7b5-4b1a-9325-a02c0d0d19e9 with Priority: HIGHEST for action security_group_members [ 593.275280] env[65123]: INFO networking_nsxv3.common.synchronization [req-68fe4eca-e620-4c89-b0b8-0d7ac2e2d955 req-12cf99e5-1d23-42f4-b379-b97e6376b086 service nova] Enqueued Resource ID: f09df8a6-92f0-4f5a-9fd6-2eb9db4d1a4c with Priority: HIGHEST for action port [ 593.275940] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c07044ca-c7b5-4b1a-9325-a02c0d0d19e9 with Priority: HIGHEST for action security_group_rules [ 593.276095] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c07044ca-c7b5-4b1a-9325-a02c0d0d19e9 with Priority: HIGHEST for action security_group_members [ 593.276195] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f09df8a6-92f0-4f5a-9fd6-2eb9db4d1a4c with Priority: HIGHEST for action port [ 593.276459] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.276580] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.276659] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.276896] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.276991] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c07044ca-c7b5-4b1a-9325-a02c0d0d19e9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.278575] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.278744] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.278861] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.279063] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.279217] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.279318] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.279384] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.279534] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.279619] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.279735] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c07044ca-c7b5-4b1a-9325-a02c0d0d19e9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.281192] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-f09df8a6-92f0-4f5a-9fd6-2eb9db4d1a4c taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.281312] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f09df8a6-92f0-4f5a-9fd6-2eb9db4d1a4c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.281641] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f09df8a6-92f0-4f5a-9fd6-2eb9db4d1a4c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.281712] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f09df8a6-92f0-4f5a-9fd6-2eb9db4d1a4c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.281778] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f09df8a6-92f0-4f5a-9fd6-2eb9db4d1a4c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.524167] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 92cef0d6-7190-4b47-968e-789b13a94e4d [ 593.524441] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.524535] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.524610] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.524879] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.524919] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.525015] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:92cef0d6-7190-4b47-968e-789b13a94e4d already deleted. [ 593.525101] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92cef0d6-7190-4b47-968e-789b13a94e4d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.785175] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.785303] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.790842] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-518 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.791036] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-518" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.791158] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-518" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.791484] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-518" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.791736] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.791889] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.792015] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.793351] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.797019] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.797019] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.797019] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 593.797019] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 593.797019] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 593.797019] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.797019] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 593.797019] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 593.797019] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f09df8a6-92f0-4f5a-9fd6-2eb9db4d1a4c with status ACTIVE [ 593.797019] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.797019] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.797019] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.797019] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.797019] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.797019] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.797019] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.797019] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.797019] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.798568] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.798568] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.798568] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.798568] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.798568] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.802317] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.802317] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f09df8a6-92f0-4f5a-9fd6-2eb9db4d1a4c is going to be updated. [ 593.805386] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c07044ca-c7b5-4b1a-9325-a02c0d0d19e9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.828283] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 593.828283] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 593.828283] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 593.828283] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-518" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.828283] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-9f1a8e45-6ec1-4839-8a90-481aeb95d1b2 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.828283] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-9f1a8e45-6ec1-4839-8a90-481aeb95d1b2" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.828283] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-9f1a8e45-6ec1-4839-8a90-481aeb95d1b2" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.828654] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-9f1a8e45-6ec1-4839-8a90-481aeb95d1b2" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.828654] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f1a8e45-6ec1-4839-8a90-481aeb95d1b2',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.831794] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.832786] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.832786] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.832786] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.832786] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.836379] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f09df8a6-92f0-4f5a-9fd6-2eb9db4d1a4c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.312806] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c07044ca-c7b5-4b1a-9325-a02c0d0d19e9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.337715] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.337938] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.338069] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.339036] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.339036] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.339036] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port 9f1a8e45-6ec1-4839-8a90-481aeb95d1b2 not found, creating... [ 594.339036] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.341941] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.341941] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.341941] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.342067] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.342268] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.342418] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.342528] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.342743] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.342869] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.343014] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: 9f1a8e45-6ec1-4839-8a90-481aeb95d1b2 is going to be created. [ 594.363963] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.364186] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.364303] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.364557] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.364770] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.364976] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-9f1a8e45-6ec1-4839-8a90-481aeb95d1b2" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.601727] env[65123]: INFO networking_nsxv3.common.synchronization [None req-f5d3edbf-8dcb-4211-83ea-9276733b2491 tempest-VolumesAssistedSnapshotsTest-283038066 tempest-VolumesAssistedSnapshotsTest-283038066-project-member] Enqueued Resource ID: 86d28ba7-1065-46c8-bf3a-84e956c0e786 with Priority: HIGHEST for action security_group_rules [ 594.602291] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86d28ba7-1065-46c8-bf3a-84e956c0e786 with Priority: HIGHEST for action security_group_rules [ 594.602559] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86d28ba7-1065-46c8-bf3a-84e956c0e786 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.602689] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86d28ba7-1065-46c8-bf3a-84e956c0e786" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.602750] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86d28ba7-1065-46c8-bf3a-84e956c0e786" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.602997] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86d28ba7-1065-46c8-bf3a-84e956c0e786" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.603132] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86d28ba7-1065-46c8-bf3a-84e956c0e786',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.815170] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.815329] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.815433] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.815683] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.815773] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.815868] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c07044ca-c7b5-4b1a-9325-a02c0d0d19e9 is going to be created. [ 594.846455] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.846627] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.846669] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.846865] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.847032] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.858827] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c07044ca-c7b5-4b1a-9325-a02c0d0d19e9 in Status: UNINITIALIZED for 2s [ 595.123092] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.123251] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.123325] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.123529] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.123621] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.123714] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86d28ba7-1065-46c8-bf3a-84e956c0e786 already deleted. [ 595.123838] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86d28ba7-1065-46c8-bf3a-84e956c0e786" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.208612] env[65123]: INFO networking_nsxv3.common.synchronization [req-d285b144-bac2-400c-8942-4f791e66ebaf req-71a8fd04-30d4-4256-9ca0-f867dd90fcaa service nova] Enqueued Resource ID: 53223eff-2e7e-4601-a6eb-563d5cb5bc32 with Priority: HIGHEST for action security_group_rules [ 595.208811] env[65123]: INFO networking_nsxv3.common.synchronization [req-d285b144-bac2-400c-8942-4f791e66ebaf req-71a8fd04-30d4-4256-9ca0-f867dd90fcaa service nova] Enqueued Resource ID: 53223eff-2e7e-4601-a6eb-563d5cb5bc32 with Priority: HIGHEST for action security_group_members [ 595.209200] env[65123]: INFO networking_nsxv3.common.synchronization [req-d285b144-bac2-400c-8942-4f791e66ebaf req-71a8fd04-30d4-4256-9ca0-f867dd90fcaa service nova] Enqueued Resource ID: 9f1a8e45-6ec1-4839-8a90-481aeb95d1b2 with Priority: HIGHEST for action port [ 595.209507] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53223eff-2e7e-4601-a6eb-563d5cb5bc32 with Priority: HIGHEST for action security_group_rules [ 595.209645] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53223eff-2e7e-4601-a6eb-563d5cb5bc32 with Priority: HIGHEST for action security_group_members [ 595.209742] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f1a8e45-6ec1-4839-8a90-481aeb95d1b2 with Priority: HIGHEST for action port [ 595.210009] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53223eff-2e7e-4601-a6eb-563d5cb5bc32 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.210136] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53223eff-2e7e-4601-a6eb-563d5cb5bc32" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.210203] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53223eff-2e7e-4601-a6eb-563d5cb5bc32" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.210459] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53223eff-2e7e-4601-a6eb-563d5cb5bc32" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.210524] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53223eff-2e7e-4601-a6eb-563d5cb5bc32',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.211702] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-53223eff-2e7e-4601-a6eb-563d5cb5bc32 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.211811] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53223eff-2e7e-4601-a6eb-563d5cb5bc32" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.211906] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53223eff-2e7e-4601-a6eb-563d5cb5bc32" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.212058] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53223eff-2e7e-4601-a6eb-563d5cb5bc32" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.212264] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.212315] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.212359] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.212482] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.212564] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.212653] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53223eff-2e7e-4601-a6eb-563d5cb5bc32',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.214414] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f1a8e45-6ec1-4839-8a90-481aeb95d1b2 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.214414] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f1a8e45-6ec1-4839-8a90-481aeb95d1b2" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.214414] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f1a8e45-6ec1-4839-8a90-481aeb95d1b2" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.214414] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f1a8e45-6ec1-4839-8a90-481aeb95d1b2" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.214414] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f1a8e45-6ec1-4839-8a90-481aeb95d1b2',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.322293] env[65123]: INFO networking_nsxv3.common.synchronization [None req-fa304ba5-b19f-45f2-b3df-67eeb149a723 tempest-VolumesAssistedSnapshotsTest-283038066 tempest-VolumesAssistedSnapshotsTest-283038066-project-member] Enqueued Resource ID: 86d28ba7-1065-46c8-bf3a-84e956c0e786 with Priority: HIGHEST for action security_group_rules [ 595.322853] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86d28ba7-1065-46c8-bf3a-84e956c0e786 with Priority: HIGHEST for action security_group_rules [ 595.323165] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86d28ba7-1065-46c8-bf3a-84e956c0e786 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.324629] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86d28ba7-1065-46c8-bf3a-84e956c0e786" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.324718] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86d28ba7-1065-46c8-bf3a-84e956c0e786" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.324966] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86d28ba7-1065-46c8-bf3a-84e956c0e786" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.325054] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86d28ba7-1065-46c8-bf3a-84e956c0e786',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.715626] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-53223eff-2e7e-4601-a6eb-563d5cb5bc32 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.716027] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53223eff-2e7e-4601-a6eb-563d5cb5bc32" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.716027] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53223eff-2e7e-4601-a6eb-563d5cb5bc32',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.719011] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f1a8e45-6ec1-4839-8a90-481aeb95d1b2 with status ACTIVE [ 595.719011] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.719253] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.719253] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.719402] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.719490] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.719653] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.720521] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.720521] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.720595] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.720627] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.720921] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.720921] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.721062] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.721097] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.721168] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.721260] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f1a8e45-6ec1-4839-8a90-481aeb95d1b2 is going to be updated. [ 595.743510] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.743683] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.743882] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.744524] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.744785] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.745016] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f1a8e45-6ec1-4839-8a90-481aeb95d1b2" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.849516] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.849673] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.849729] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.850044] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.850044] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.850126] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86d28ba7-1065-46c8-bf3a-84e956c0e786 already deleted. [ 595.850193] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86d28ba7-1065-46c8-bf3a-84e956c0e786" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.039475] env[65123]: INFO networking_nsxv3.common.synchronization [req-4e941795-687e-4dd1-b69d-e4842aca68fb req-f04b5df3-5b8c-4512-afd9-19a6a4b239a2 tempest-ServerExternalEventsTest-94168398 tempest-ServerExternalEventsTest-94168398-project-member] Enqueued Resource ID: 58ea535e-6679-43e5-9c51-e76bdbd02b02 with Priority: HIGHEST for action security_group_members [ 596.041448] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58ea535e-6679-43e5-9c51-e76bdbd02b02 with Priority: HIGHEST for action security_group_members [ 596.041943] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-58ea535e-6679-43e5-9c51-e76bdbd02b02 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.042128] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58ea535e-6679-43e5-9c51-e76bdbd02b02" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.042128] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58ea535e-6679-43e5-9c51-e76bdbd02b02" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.042312] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58ea535e-6679-43e5-9c51-e76bdbd02b02" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.042494] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.042646] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.042716] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.043750] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.043750] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.044311] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58ea535e-6679-43e5-9c51-e76bdbd02b02',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.221444] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53223eff-2e7e-4601-a6eb-563d5cb5bc32',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.470965] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock network-914 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.470965] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "network-914" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.470965] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "network-914" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.471164] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "network-914" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.471289] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.471446] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.471555] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.471765] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.471896] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.474592] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.474732] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 596.474843] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 596.474950] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 596.475076] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.475186] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 596.475601] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 596.494455] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 596.495064] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 596.495064] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 596.495804] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "network-914" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.495804] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock port-27b2aa43-3eb9-4856-830b-7fcbd27da2c9 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.495966] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "port-27b2aa43-3eb9-4856-830b-7fcbd27da2c9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.496067] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "port-27b2aa43-3eb9-4856-830b-7fcbd27da2c9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.496366] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "port-27b2aa43-3eb9-4856-830b-7fcbd27da2c9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.496549] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27b2aa43-3eb9-4856-830b-7fcbd27da2c9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.548075] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.548248] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.548319] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.548582] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.548687] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.548878] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.548976] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.549049] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.549202] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.549274] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.549356] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58ea535e-6679-43e5-9c51-e76bdbd02b02 already deleted. [ 596.549438] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58ea535e-6679-43e5-9c51-e76bdbd02b02" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.723640] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.724038] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.724038] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.724416] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.724785] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.724949] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53223eff-2e7e-4601-a6eb-563d5cb5bc32 is going to be created. [ 596.745020] env[65123]: INFO networking_nsxv3.common.synchronization [None req-29f3729e-d131-4e01-a546-846f3122e7dc None None] Enqueued Resource ID: 659f58af-61d1-46a1-8797-b4dcd9a729f4 with Priority: HIGHEST for action port [ 596.745469] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 659f58af-61d1-46a1-8797-b4dcd9a729f4 with Priority: HIGHEST for action port [ 596.745997] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-659f58af-61d1-46a1-8797-b4dcd9a729f4 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.745997] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-659f58af-61d1-46a1-8797-b4dcd9a729f4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.745997] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-659f58af-61d1-46a1-8797-b4dcd9a729f4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.746459] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-659f58af-61d1-46a1-8797-b4dcd9a729f4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.746629] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('659f58af-61d1-46a1-8797-b4dcd9a729f4',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.751676] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.751676] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.751676] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.752031] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.752031] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.765506] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53223eff-2e7e-4601-a6eb-563d5cb5bc32 in Status: UNINITIALIZED for 2s [ 596.869167] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c07044ca-c7b5-4b1a-9325-a02c0d0d19e9 in Status: SUCCESS [ 596.869266] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.870088] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.870321] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.870530] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.870675] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.870749] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.870971] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.871063] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.871097] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.871183] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c07044ca-c7b5-4b1a-9325-a02c0d0d19e9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.898425] env[65123]: INFO networking_nsxv3.common.synchronization [None req-eb13f7e2-96ec-497b-b8c5-399e23813aa3 None None] Enqueued Resource ID: a1a74feb-d1bf-49df-a80a-bc315fe58be8 with Priority: HIGHEST for action port [ 596.898915] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1a74feb-d1bf-49df-a80a-bc315fe58be8 with Priority: HIGHEST for action port [ 596.899562] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1a74feb-d1bf-49df-a80a-bc315fe58be8 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.900151] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1a74feb-d1bf-49df-a80a-bc315fe58be8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.900151] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1a74feb-d1bf-49df-a80a-bc315fe58be8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.900253] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1a74feb-d1bf-49df-a80a-bc315fe58be8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.900253] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1a74feb-d1bf-49df-a80a-bc315fe58be8',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.999408] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.999759] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.999759] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.000031] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.000342] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.000524] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Segment Port 27b2aa43-3eb9-4856-830b-7fcbd27da2c9 not found, creating... [ 597.000803] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.000964] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.001210] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.001311] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.001451] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.001897] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.001897] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.001986] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.002213] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.002343] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.002607] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Resource: SegmentPort with ID: 27b2aa43-3eb9-4856-830b-7fcbd27da2c9 is going to be created. [ 597.022896] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.023134] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.023241] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.023560] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.023727] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.023940] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "port-27b2aa43-3eb9-4856-830b-7fcbd27da2c9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.248914] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 659f58af-61d1-46a1-8797-b4dcd9a729f4 [ 597.250056] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.250160] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.250336] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.250619] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.251140] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.251254] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:659f58af-61d1-46a1-8797-b4dcd9a729f4 already deleted. [ 597.251342] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-659f58af-61d1-46a1-8797-b4dcd9a729f4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.263093] env[65123]: INFO networking_nsxv3.common.synchronization [None req-6ba3857c-c846-43ab-8b68-b5b3abc326f1 None None] Enqueued Resource ID: b37e4176-9656-4f82-8dd7-f844bc5e591c with Priority: HIGHEST for action port [ 597.263277] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b37e4176-9656-4f82-8dd7-f844bc5e591c with Priority: HIGHEST for action port [ 597.263855] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-b37e4176-9656-4f82-8dd7-f844bc5e591c taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.263992] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b37e4176-9656-4f82-8dd7-f844bc5e591c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.264074] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b37e4176-9656-4f82-8dd7-f844bc5e591c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.264305] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b37e4176-9656-4f82-8dd7-f844bc5e591c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.264396] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b37e4176-9656-4f82-8dd7-f844bc5e591c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.373673] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.376192] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.376192] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.376192] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.376192] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.376192] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.376192] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.376192] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.376192] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.376192] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.376192] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.376192] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.376192] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.376192] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.376192] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.376192] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.376192] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.376192] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.376192] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.376793] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.376793] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c07044ca-c7b5-4b1a-9325-a02c0d0d19e9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.402900] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1a74feb-d1bf-49df-a80a-bc315fe58be8 [ 597.404915] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.404915] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.404915] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.404915] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.404915] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.404915] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1a74feb-d1bf-49df-a80a-bc315fe58be8 already deleted. [ 597.404915] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1a74feb-d1bf-49df-a80a-bc315fe58be8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.763601] env[65123]: INFO networking_nsxv3.common.synchronization [req-4e941795-687e-4dd1-b69d-e4842aca68fb req-ad2a46ee-4c90-4f9a-8e61-e56c17628219 service nova] Enqueued Resource ID: 58ea535e-6679-43e5-9c51-e76bdbd02b02 with Priority: HIGHEST for action security_group_rules [ 597.763601] env[65123]: INFO networking_nsxv3.common.synchronization [req-4e941795-687e-4dd1-b69d-e4842aca68fb req-ad2a46ee-4c90-4f9a-8e61-e56c17628219 service nova] Enqueued Resource ID: 58ea535e-6679-43e5-9c51-e76bdbd02b02 with Priority: HIGHEST for action security_group_members [ 597.763601] env[65123]: INFO networking_nsxv3.common.synchronization [req-4e941795-687e-4dd1-b69d-e4842aca68fb req-ad2a46ee-4c90-4f9a-8e61-e56c17628219 service nova] Enqueued Resource ID: 27b2aa43-3eb9-4856-830b-7fcbd27da2c9 with Priority: HIGHEST for action port [ 597.764343] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58ea535e-6679-43e5-9c51-e76bdbd02b02 with Priority: HIGHEST for action security_group_rules [ 597.764343] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58ea535e-6679-43e5-9c51-e76bdbd02b02 with Priority: HIGHEST for action security_group_members [ 597.764343] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27b2aa43-3eb9-4856-830b-7fcbd27da2c9 with Priority: HIGHEST for action port [ 597.764483] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58ea535e-6679-43e5-9c51-e76bdbd02b02 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.764601] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58ea535e-6679-43e5-9c51-e76bdbd02b02" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.764723] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58ea535e-6679-43e5-9c51-e76bdbd02b02" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.764895] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58ea535e-6679-43e5-9c51-e76bdbd02b02" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.764996] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58ea535e-6679-43e5-9c51-e76bdbd02b02',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.767026] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-58ea535e-6679-43e5-9c51-e76bdbd02b02 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.767026] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58ea535e-6679-43e5-9c51-e76bdbd02b02" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.767175] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58ea535e-6679-43e5-9c51-e76bdbd02b02" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.767279] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58ea535e-6679-43e5-9c51-e76bdbd02b02" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.767397] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.767802] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.767881] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.768054] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.768154] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.768423] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58ea535e-6679-43e5-9c51-e76bdbd02b02',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.769070] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-27b2aa43-3eb9-4856-830b-7fcbd27da2c9 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.769978] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27b2aa43-3eb9-4856-830b-7fcbd27da2c9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.769978] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27b2aa43-3eb9-4856-830b-7fcbd27da2c9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.769978] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27b2aa43-3eb9-4856-830b-7fcbd27da2c9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.769978] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27b2aa43-3eb9-4856-830b-7fcbd27da2c9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.773257] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b37e4176-9656-4f82-8dd7-f844bc5e591c [ 597.773257] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.773257] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.773257] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.773257] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.773257] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.773257] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b37e4176-9656-4f82-8dd7-f844bc5e591c already deleted. [ 597.773257] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b37e4176-9656-4f82-8dd7-f844bc5e591c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.879175] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c07044ca-c7b5-4b1a-9325-a02c0d0d19e9: rpc.has_security_group_logging(os_id): False [ 597.898035] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.898195] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.898267] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.898890] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.898890] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.898890] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.898890] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.899352] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.899352] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.899352] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.899352] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.899553] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.899553] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.899655] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.899764] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.899930] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.900017] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.900075] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.900225] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.900300] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.900385] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c07044ca-c7b5-4b1a-9325-a02c0d0d19e9 is going to be created. [ 597.964311] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.964311] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.964311] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.964542] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.964702] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.978734] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c07044ca-c7b5-4b1a-9325-a02c0d0d19e9 in Status: IN_PROGRESS for 2s [ 598.192303] env[65123]: INFO networking_nsxv3.common.synchronization [None req-4d16c384-d0b8-49b1-916c-3d3a4df467a2 tempest-ServersTestFqdnHostnames-1144118027 tempest-ServersTestFqdnHostnames-1144118027-project-member] Enqueued Resource ID: 8755a35f-2278-4b61-8b7f-4cc8c9a1961c with Priority: HIGHEST for action security_group_rules [ 598.192996] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8755a35f-2278-4b61-8b7f-4cc8c9a1961c with Priority: HIGHEST for action security_group_rules [ 598.193188] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8755a35f-2278-4b61-8b7f-4cc8c9a1961c taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.193320] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8755a35f-2278-4b61-8b7f-4cc8c9a1961c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.193397] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8755a35f-2278-4b61-8b7f-4cc8c9a1961c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.194646] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8755a35f-2278-4b61-8b7f-4cc8c9a1961c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.194646] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8755a35f-2278-4b61-8b7f-4cc8c9a1961c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.271576] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('58ea535e-6679-43e5-9c51-e76bdbd02b02',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.275061] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27b2aa43-3eb9-4856-830b-7fcbd27da2c9 with status ACTIVE [ 598.276436] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.276655] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.276732] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.276944] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.277170] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.277263] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.277348] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.277407] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.277563] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.277642] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.277819] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.277905] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.277967] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.279452] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.279452] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.279452] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27b2aa43-3eb9-4856-830b-7fcbd27da2c9 is going to be updated. [ 598.282464] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-58ea535e-6679-43e5-9c51-e76bdbd02b02 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.283523] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58ea535e-6679-43e5-9c51-e76bdbd02b02" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.305688] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.306633] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.306633] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.306633] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.306633] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.306633] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27b2aa43-3eb9-4856-830b-7fcbd27da2c9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.719619] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.719619] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.719619] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.719619] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.719619] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.719619] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8755a35f-2278-4b61-8b7f-4cc8c9a1961c already deleted. [ 598.719619] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8755a35f-2278-4b61-8b7f-4cc8c9a1961c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.751167] env[65123]: INFO networking_nsxv3.common.synchronization [None req-76d7e019-a8db-4cf2-9dac-164894b87dbc tempest-ServersTestFqdnHostnames-1144118027 tempest-ServersTestFqdnHostnames-1144118027-project-member] Enqueued Resource ID: 8755a35f-2278-4b61-8b7f-4cc8c9a1961c with Priority: HIGHEST for action security_group_rules [ 598.752901] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8755a35f-2278-4b61-8b7f-4cc8c9a1961c with Priority: HIGHEST for action security_group_rules [ 598.752901] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8755a35f-2278-4b61-8b7f-4cc8c9a1961c taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.752901] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8755a35f-2278-4b61-8b7f-4cc8c9a1961c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.752901] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8755a35f-2278-4b61-8b7f-4cc8c9a1961c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.752901] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8755a35f-2278-4b61-8b7f-4cc8c9a1961c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.752901] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8755a35f-2278-4b61-8b7f-4cc8c9a1961c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.780815] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53223eff-2e7e-4601-a6eb-563d5cb5bc32 in Status: SUCCESS [ 598.781127] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53223eff-2e7e-4601-a6eb-563d5cb5bc32" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.781175] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53223eff-2e7e-4601-a6eb-563d5cb5bc32" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.781365] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53223eff-2e7e-4601-a6eb-563d5cb5bc32" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.781566] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.781685] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.781750] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.781902] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.781983] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.782118] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53223eff-2e7e-4601-a6eb-563d5cb5bc32" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.782169] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53223eff-2e7e-4601-a6eb-563d5cb5bc32',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.784815] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('58ea535e-6679-43e5-9c51-e76bdbd02b02',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.858858] env[65123]: INFO networking_nsxv3.common.synchronization [None req-07886f48-870a-457b-a47c-3ec84a1eb7c1 None None] Enqueued Resource ID: 788e221b-da21-450b-8fea-8e503c3f2aa5 with Priority: HIGHEST for action port [ 598.859430] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 788e221b-da21-450b-8fea-8e503c3f2aa5 with Priority: HIGHEST for action port [ 598.859733] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-788e221b-da21-450b-8fea-8e503c3f2aa5 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.859858] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-788e221b-da21-450b-8fea-8e503c3f2aa5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.859926] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-788e221b-da21-450b-8fea-8e503c3f2aa5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.861488] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-788e221b-da21-450b-8fea-8e503c3f2aa5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.861581] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('788e221b-da21-450b-8fea-8e503c3f2aa5',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.275900] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.275900] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.276076] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.276634] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.276634] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.276634] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8755a35f-2278-4b61-8b7f-4cc8c9a1961c already deleted. [ 599.276634] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8755a35f-2278-4b61-8b7f-4cc8c9a1961c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.288389] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-53223eff-2e7e-4601-a6eb-563d5cb5bc32 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.288596] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53223eff-2e7e-4601-a6eb-563d5cb5bc32" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.288596] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53223eff-2e7e-4601-a6eb-563d5cb5bc32" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.288844] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53223eff-2e7e-4601-a6eb-563d5cb5bc32" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.289685] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.289891] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.289891] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.290077] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.290316] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.290316] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53223eff-2e7e-4601-a6eb-563d5cb5bc32" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.290423] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-53223eff-2e7e-4601-a6eb-563d5cb5bc32 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.291081] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53223eff-2e7e-4601-a6eb-563d5cb5bc32" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.291081] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53223eff-2e7e-4601-a6eb-563d5cb5bc32" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.291081] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53223eff-2e7e-4601-a6eb-563d5cb5bc32" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.291081] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.291081] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.291081] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.291327] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.291327] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.291327] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53223eff-2e7e-4601-a6eb-563d5cb5bc32" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.291424] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53223eff-2e7e-4601-a6eb-563d5cb5bc32',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.292353] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.292494] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.292595] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.292723] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.292792] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.293896] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58ea535e-6679-43e5-9c51-e76bdbd02b02 is going to be created. [ 599.324620] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.324620] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.324847] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.325030] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.325189] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.338549] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58ea535e-6679-43e5-9c51-e76bdbd02b02 in Status: UNINITIALIZED for 2s [ 599.364510] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 788e221b-da21-450b-8fea-8e503c3f2aa5 [ 599.364787] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.364905] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.364961] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.365184] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.365267] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.365416] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:788e221b-da21-450b-8fea-8e503c3f2aa5 already deleted. [ 599.365499] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-788e221b-da21-450b-8fea-8e503c3f2aa5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.751100] env[65123]: INFO networking_nsxv3.common.synchronization [None req-2dd7944e-d423-4bee-8b14-c9e4096bba62 None None] Enqueued Resource ID: 76c66dc7-d935-4146-92ea-6718b0c9c74a with Priority: HIGHEST for action port [ 599.751100] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76c66dc7-d935-4146-92ea-6718b0c9c74a with Priority: HIGHEST for action port [ 599.751100] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-76c66dc7-d935-4146-92ea-6718b0c9c74a taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.751100] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76c66dc7-d935-4146-92ea-6718b0c9c74a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.751100] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76c66dc7-d935-4146-92ea-6718b0c9c74a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.751100] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76c66dc7-d935-4146-92ea-6718b0c9c74a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.751100] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76c66dc7-d935-4146-92ea-6718b0c9c74a',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.797341] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53223eff-2e7e-4601-a6eb-563d5cb5bc32: rpc.has_security_group_logging(os_id): False [ 599.823964] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.824133] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.824208] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.824419] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.824512] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.824699] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.824798] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.824946] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.825184] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.825184] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.825284] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.825396] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.825435] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.825603] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.825682] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.825874] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.825970] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.827703] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.827947] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.828069] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.828177] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53223eff-2e7e-4601-a6eb-563d5cb5bc32 is going to be created. [ 599.890475] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.890617] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.890736] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.891309] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.891309] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.903763] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53223eff-2e7e-4601-a6eb-563d5cb5bc32 in Status: IN_PROGRESS for 2s [ 599.998157] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c07044ca-c7b5-4b1a-9325-a02c0d0d19e9 in Status: SUCCESS [ 599.998406] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.254630] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 76c66dc7-d935-4146-92ea-6718b0c9c74a [ 600.254859] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.254995] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.255081] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.255374] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.255374] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.255514] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:76c66dc7-d935-4146-92ea-6718b0c9c74a already deleted. [ 600.255579] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76c66dc7-d935-4146-92ea-6718b0c9c74a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.378801] env[65123]: INFO networking_nsxv3.common.synchronization [req-495802bd-5953-477f-b290-6492f0b473dc req-f276ab7c-5ee2-47af-8a94-63c6bb9dca34 tempest-TenantUsagesTestJSON-1002864720 tempest-TenantUsagesTestJSON-1002864720-project-member] Enqueued Resource ID: a175414b-f2bb-436a-9396-30efb190c8aa with Priority: HIGHEST for action security_group_members [ 600.379763] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a175414b-f2bb-436a-9396-30efb190c8aa with Priority: HIGHEST for action security_group_members [ 600.379763] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-a175414b-f2bb-436a-9396-30efb190c8aa taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.379763] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a175414b-f2bb-436a-9396-30efb190c8aa" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.380242] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a175414b-f2bb-436a-9396-30efb190c8aa" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.382213] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a175414b-f2bb-436a-9396-30efb190c8aa" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.382213] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.382213] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.382213] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.382213] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.382213] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.382213] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a175414b-f2bb-436a-9396-30efb190c8aa',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.507354] env[65123]: INFO networking_nsxv3.common.synchronization [None req-93ac7f02-1ad2-4228-bb41-37ed68eb1d03 tempest-AttachInterfacesUnderV243Test-866058136 tempest-AttachInterfacesUnderV243Test-866058136-project-member] Enqueued Resource ID: 9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 with Priority: HIGHEST for action security_group_rules [ 600.508233] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 with Priority: HIGHEST for action security_group_rules [ 600.508387] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.508517] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.508594] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.509198] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.509198] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f8d7b61-36e9-45e8-af54-d7edfeb09ff7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.751456] env[65123]: INFO networking_nsxv3.common.synchronization [None req-435551b5-6540-4990-92fc-a95e036a8aee tempest-AttachInterfacesUnderV243Test-866058136 tempest-AttachInterfacesUnderV243Test-866058136-project-member] Enqueued Resource ID: 9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 with Priority: HIGHEST for action security_group_rules [ 600.752056] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 with Priority: HIGHEST for action security_group_rules [ 600.752261] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.752364] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.864734] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock network-914 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.865119] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "network-914" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.865119] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "network-914" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.865388] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "network-914" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.865676] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.866086] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.869342] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.869342] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.869342] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.869342] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.869342] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 600.869342] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 600.869342] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 600.869342] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.869342] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 600.869342] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 600.884158] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.884251] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.884291] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.884531] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.884588] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.884759] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.884856] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.884919] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.885242] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.885371] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.886470] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a175414b-f2bb-436a-9396-30efb190c8aa already deleted. [ 600.886470] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a175414b-f2bb-436a-9396-30efb190c8aa" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.887970] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 600.888080] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 600.888218] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 600.888373] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "network-914" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.888698] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock port-f187a8be-2885-41ec-bd35-2c850b5724b1 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.888785] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "port-f187a8be-2885-41ec-bd35-2c850b5724b1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.888961] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "port-f187a8be-2885-41ec-bd35-2c850b5724b1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.889254] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "port-f187a8be-2885-41ec-bd35-2c850b5724b1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.889396] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f187a8be-2885-41ec-bd35-2c850b5724b1',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.018238] env[65123]: INFO networking_nsxv3.common.synchronization [None req-865c9de6-4dc3-435f-8220-e1c55de576e2 None None] Enqueued Resource ID: 9ed42f75-c906-4519-a5ad-03dd09d8132c with Priority: HIGHEST for action port [ 601.018238] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ed42f75-c906-4519-a5ad-03dd09d8132c with Priority: HIGHEST for action port [ 601.018717] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ed42f75-c906-4519-a5ad-03dd09d8132c taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.018872] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ed42f75-c906-4519-a5ad-03dd09d8132c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.018943] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ed42f75-c906-4519-a5ad-03dd09d8132c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.019238] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ed42f75-c906-4519-a5ad-03dd09d8132c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.019350] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ed42f75-c906-4519-a5ad-03dd09d8132c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.040213] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.040819] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.041093] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.041434] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.041624] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.041851] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 already deleted. [ 601.042770] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.043817] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.044212] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.044741] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f8d7b61-36e9-45e8-af54-d7edfeb09ff7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.351948] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58ea535e-6679-43e5-9c51-e76bdbd02b02 in Status: SUCCESS [ 601.352416] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58ea535e-6679-43e5-9c51-e76bdbd02b02" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.352416] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58ea535e-6679-43e5-9c51-e76bdbd02b02" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.352583] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58ea535e-6679-43e5-9c51-e76bdbd02b02" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.352760] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.352897] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.353044] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.353137] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.353205] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.353593] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58ea535e-6679-43e5-9c51-e76bdbd02b02" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.353593] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('58ea535e-6679-43e5-9c51-e76bdbd02b02',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.391900] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.392241] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.393390] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.393390] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.393390] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.393390] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Segment Port f187a8be-2885-41ec-bd35-2c850b5724b1 not found, creating... [ 601.393390] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.393390] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.393864] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.393864] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.394480] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.394881] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.395020] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.395194] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.396209] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.396209] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.396209] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Resource: SegmentPort with ID: f187a8be-2885-41ec-bd35-2c850b5724b1 is going to be created. [ 601.417328] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.418380] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.418667] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.418872] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.419244] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.419946] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "port-f187a8be-2885-41ec-bd35-2c850b5724b1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.521658] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9ed42f75-c906-4519-a5ad-03dd09d8132c [ 601.521926] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.522109] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.522183] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.522410] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.522507] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.522601] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9ed42f75-c906-4519-a5ad-03dd09d8132c already deleted. [ 601.522723] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ed42f75-c906-4519-a5ad-03dd09d8132c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.572474] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.572704] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.572761] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.573028] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.573134] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.573233] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 already deleted. [ 601.573327] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.857061] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-58ea535e-6679-43e5-9c51-e76bdbd02b02 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.857061] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58ea535e-6679-43e5-9c51-e76bdbd02b02" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.857061] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58ea535e-6679-43e5-9c51-e76bdbd02b02" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.857061] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58ea535e-6679-43e5-9c51-e76bdbd02b02" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.857061] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.857061] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.857061] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.857061] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.857061] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.859245] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58ea535e-6679-43e5-9c51-e76bdbd02b02" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.860345] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-58ea535e-6679-43e5-9c51-e76bdbd02b02 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.860521] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58ea535e-6679-43e5-9c51-e76bdbd02b02" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.860587] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58ea535e-6679-43e5-9c51-e76bdbd02b02" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.860774] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58ea535e-6679-43e5-9c51-e76bdbd02b02" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.860987] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.861098] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.861098] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.861313] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.861313] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.861906] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58ea535e-6679-43e5-9c51-e76bdbd02b02" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.861906] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('58ea535e-6679-43e5-9c51-e76bdbd02b02',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.925441] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53223eff-2e7e-4601-a6eb-563d5cb5bc32 in Status: SUCCESS [ 601.925784] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53223eff-2e7e-4601-a6eb-563d5cb5bc32" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.146831] env[65123]: INFO networking_nsxv3.common.synchronization [req-0db15fc4-ec91-49a7-af83-07090523e62a req-1d6eddcd-8536-48be-8068-215128966d09 tempest-MigrationsAdminTest-502048374 tempest-MigrationsAdminTest-502048374-project-member] Enqueued Resource ID: d44d924d-4e7d-48fe-9b2a-992c876e3527 with Priority: HIGHEST for action security_group_members [ 602.147590] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d44d924d-4e7d-48fe-9b2a-992c876e3527 with Priority: HIGHEST for action security_group_members [ 602.147917] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-d44d924d-4e7d-48fe-9b2a-992c876e3527 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.148054] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d44d924d-4e7d-48fe-9b2a-992c876e3527" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.148123] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d44d924d-4e7d-48fe-9b2a-992c876e3527" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.148368] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d44d924d-4e7d-48fe-9b2a-992c876e3527" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.148522] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.148641] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.148706] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.148857] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.148941] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.149046] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d44d924d-4e7d-48fe-9b2a-992c876e3527',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.254870] env[65123]: INFO networking_nsxv3.common.synchronization [req-495802bd-5953-477f-b290-6492f0b473dc req-42fee671-c83f-4a03-afa0-e495d1729d72 service nova] Enqueued Resource ID: a175414b-f2bb-436a-9396-30efb190c8aa with Priority: HIGHEST for action security_group_rules [ 602.255736] env[65123]: INFO networking_nsxv3.common.synchronization [req-495802bd-5953-477f-b290-6492f0b473dc req-42fee671-c83f-4a03-afa0-e495d1729d72 service nova] Enqueued Resource ID: a175414b-f2bb-436a-9396-30efb190c8aa with Priority: HIGHEST for action security_group_members [ 602.255736] env[65123]: INFO networking_nsxv3.common.synchronization [req-495802bd-5953-477f-b290-6492f0b473dc req-42fee671-c83f-4a03-afa0-e495d1729d72 service nova] Enqueued Resource ID: f187a8be-2885-41ec-bd35-2c850b5724b1 with Priority: HIGHEST for action port [ 602.255858] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a175414b-f2bb-436a-9396-30efb190c8aa with Priority: HIGHEST for action security_group_rules [ 602.256044] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a175414b-f2bb-436a-9396-30efb190c8aa with Priority: HIGHEST for action security_group_members [ 602.256237] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f187a8be-2885-41ec-bd35-2c850b5724b1 with Priority: HIGHEST for action port [ 602.256450] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a175414b-f2bb-436a-9396-30efb190c8aa taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.256612] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a175414b-f2bb-436a-9396-30efb190c8aa" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.256689] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a175414b-f2bb-436a-9396-30efb190c8aa" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.256950] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a175414b-f2bb-436a-9396-30efb190c8aa" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.257049] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a175414b-f2bb-436a-9396-30efb190c8aa',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.258132] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-a175414b-f2bb-436a-9396-30efb190c8aa taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.258132] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a175414b-f2bb-436a-9396-30efb190c8aa" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.258132] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a175414b-f2bb-436a-9396-30efb190c8aa" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.259370] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a175414b-f2bb-436a-9396-30efb190c8aa" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.259848] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.259848] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.259848] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.260054] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.260054] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.260138] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a175414b-f2bb-436a-9396-30efb190c8aa',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.260915] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-f187a8be-2885-41ec-bd35-2c850b5724b1 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.261042] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f187a8be-2885-41ec-bd35-2c850b5724b1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.261094] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f187a8be-2885-41ec-bd35-2c850b5724b1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.261255] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f187a8be-2885-41ec-bd35-2c850b5724b1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.261333] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f187a8be-2885-41ec-bd35-2c850b5724b1',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.366225] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 58ea535e-6679-43e5-9c51-e76bdbd02b02: rpc.has_security_group_logging(os_id): False [ 602.387120] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.387120] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.387120] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.387624] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.387780] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.388027] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.388190] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.388287] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.389582] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.389582] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.389582] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.389582] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.389582] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.389582] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.389582] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.389981] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.390174] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.390269] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.391097] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.391241] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.391369] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58ea535e-6679-43e5-9c51-e76bdbd02b02 is going to be created. [ 602.450594] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.450748] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.450976] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.451062] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.451190] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.463874] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58ea535e-6679-43e5-9c51-e76bdbd02b02 in Status: IN_PROGRESS for 2s [ 602.476108] env[65123]: INFO networking_nsxv3.common.synchronization [None req-fd6b6cfb-5979-4bbf-813f-f0c85f0c49c5 None None] Enqueued Resource ID: 3405d4e5-c420-47c2-bd07-0b87e84193ce with Priority: HIGHEST for action port [ 602.477535] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3405d4e5-c420-47c2-bd07-0b87e84193ce with Priority: HIGHEST for action port [ 602.478122] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-3405d4e5-c420-47c2-bd07-0b87e84193ce taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.478122] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3405d4e5-c420-47c2-bd07-0b87e84193ce" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.478122] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3405d4e5-c420-47c2-bd07-0b87e84193ce" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.478822] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3405d4e5-c420-47c2-bd07-0b87e84193ce" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.478822] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3405d4e5-c420-47c2-bd07-0b87e84193ce',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.526337] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-914 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.526670] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-914" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.526670] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-914" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.526907] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-914" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.527385] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.527553] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.527665] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.527906] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.528071] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.528291] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.528400] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 602.528499] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 602.528601] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 602.528705] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.528804] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 602.528938] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 602.566702] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 602.567057] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 602.567230] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 602.567518] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-914" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.568180] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-e30bf34c-002b-4a86-b4e2-fe3de5152872 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.568353] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-e30bf34c-002b-4a86-b4e2-fe3de5152872" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.568425] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-e30bf34c-002b-4a86-b4e2-fe3de5152872" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.568754] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-e30bf34c-002b-4a86-b4e2-fe3de5152872" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.568890] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e30bf34c-002b-4a86-b4e2-fe3de5152872',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.652405] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.652574] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.652679] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.652912] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.653045] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.653458] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.653458] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.653458] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.653666] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.653747] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.653838] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d44d924d-4e7d-48fe-9b2a-992c876e3527 already deleted. [ 602.653921] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d44d924d-4e7d-48fe-9b2a-992c876e3527" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.765753] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-a175414b-f2bb-436a-9396-30efb190c8aa taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.765907] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a175414b-f2bb-436a-9396-30efb190c8aa" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.766093] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a175414b-f2bb-436a-9396-30efb190c8aa',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.767140] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f187a8be-2885-41ec-bd35-2c850b5724b1 with status ACTIVE [ 602.767237] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.767311] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.767347] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.767560] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.767620] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.767780] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.767903] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.767970] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.768148] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.768257] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.768408] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.768501] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.768561] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.768698] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.768768] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.768849] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f187a8be-2885-41ec-bd35-2c850b5724b1 is going to be updated. [ 602.789966] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.790134] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.790188] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.790383] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.790514] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.790668] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f187a8be-2885-41ec-bd35-2c850b5724b1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.980431] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3405d4e5-c420-47c2-bd07-0b87e84193ce [ 602.980431] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.980431] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.980971] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.980971] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.980971] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.980971] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3405d4e5-c420-47c2-bd07-0b87e84193ce already deleted. [ 602.981505] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3405d4e5-c420-47c2-bd07-0b87e84193ce" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.073291] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.073526] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.073648] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.073914] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.074063] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.074214] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port e30bf34c-002b-4a86-b4e2-fe3de5152872 not found, creating... [ 603.074473] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.074639] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.074730] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.074948] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.075092] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.075360] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.075512] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.075641] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.075842] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.076660] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.076821] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: e30bf34c-002b-4a86-b4e2-fe3de5152872 is going to be created. [ 603.096023] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.096238] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.096357] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.096620] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.096854] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.097081] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-e30bf34c-002b-4a86-b4e2-fe3de5152872" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.271937] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a175414b-f2bb-436a-9396-30efb190c8aa',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.774290] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.774516] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.774596] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.774916] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.774916] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.775034] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a175414b-f2bb-436a-9396-30efb190c8aa is going to be created. [ 603.788276] env[65123]: INFO networking_nsxv3.common.synchronization [req-0db15fc4-ec91-49a7-af83-07090523e62a req-5178f80f-7e62-4859-9b70-78e836fcec89 service nova] Enqueued Resource ID: d44d924d-4e7d-48fe-9b2a-992c876e3527 with Priority: HIGHEST for action security_group_rules [ 603.788498] env[65123]: INFO networking_nsxv3.common.synchronization [req-0db15fc4-ec91-49a7-af83-07090523e62a req-5178f80f-7e62-4859-9b70-78e836fcec89 service nova] Enqueued Resource ID: d44d924d-4e7d-48fe-9b2a-992c876e3527 with Priority: HIGHEST for action security_group_members [ 603.788659] env[65123]: INFO networking_nsxv3.common.synchronization [req-0db15fc4-ec91-49a7-af83-07090523e62a req-5178f80f-7e62-4859-9b70-78e836fcec89 service nova] Enqueued Resource ID: e30bf34c-002b-4a86-b4e2-fe3de5152872 with Priority: HIGHEST for action port [ 603.789228] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d44d924d-4e7d-48fe-9b2a-992c876e3527 with Priority: HIGHEST for action security_group_rules [ 603.789716] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d44d924d-4e7d-48fe-9b2a-992c876e3527 with Priority: HIGHEST for action security_group_members [ 603.789911] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e30bf34c-002b-4a86-b4e2-fe3de5152872 with Priority: HIGHEST for action port [ 603.790289] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d44d924d-4e7d-48fe-9b2a-992c876e3527 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.790636] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d44d924d-4e7d-48fe-9b2a-992c876e3527" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.790636] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d44d924d-4e7d-48fe-9b2a-992c876e3527" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.790827] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d44d924d-4e7d-48fe-9b2a-992c876e3527" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.790933] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d44d924d-4e7d-48fe-9b2a-992c876e3527',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.792905] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-d44d924d-4e7d-48fe-9b2a-992c876e3527 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.793445] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d44d924d-4e7d-48fe-9b2a-992c876e3527" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.793613] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d44d924d-4e7d-48fe-9b2a-992c876e3527" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.793865] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d44d924d-4e7d-48fe-9b2a-992c876e3527" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.794148] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.794351] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.794457] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.794681] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.794755] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.794998] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d44d924d-4e7d-48fe-9b2a-992c876e3527',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.796127] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-e30bf34c-002b-4a86-b4e2-fe3de5152872 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.796958] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e30bf34c-002b-4a86-b4e2-fe3de5152872" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.796958] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e30bf34c-002b-4a86-b4e2-fe3de5152872" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.797211] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e30bf34c-002b-4a86-b4e2-fe3de5152872" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.797322] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e30bf34c-002b-4a86-b4e2-fe3de5152872',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.800049] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.800323] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.800431] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.800632] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.800792] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.813928] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a175414b-f2bb-436a-9396-30efb190c8aa in Status: UNINITIALIZED for 2s [ 603.818759] env[65123]: INFO networking_nsxv3.common.synchronization [req-bdc618fc-1efa-46ae-8feb-d7a35e411418 req-ab92b821-7ca0-449e-a9a5-8dde06102c99 tempest-ServersAdminTestJSON-470229111 tempest-ServersAdminTestJSON-470229111-project-member] Enqueued Resource ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 with Priority: HIGHEST for action security_group_members [ 603.819274] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 with Priority: HIGHEST for action security_group_members [ 603.819615] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.819738] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.819806] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.820232] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.820232] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.820407] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.820407] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.820657] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.820657] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.820753] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56c043af-f32c-4d0e-a2b6-3f16bdbe73e0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.131695] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-289 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.132017] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-289" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.132095] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-289" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.132407] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-289" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.132669] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.132821] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.132930] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.133152] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.133290] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.133480] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.133622] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 604.133745] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 604.133850] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 604.133951] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.134068] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 604.134196] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 604.152953] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 604.153136] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 604.153276] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 604.153667] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-289" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.154356] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-434fcba0-4225-41c6-835e-90c3ffe2fdd4 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.154356] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-434fcba0-4225-41c6-835e-90c3ffe2fdd4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.154356] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-434fcba0-4225-41c6-835e-90c3ffe2fdd4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.154622] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-434fcba0-4225-41c6-835e-90c3ffe2fdd4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.154622] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('434fcba0-4225-41c6-835e-90c3ffe2fdd4',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.293801] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-d44d924d-4e7d-48fe-9b2a-992c876e3527 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.293951] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d44d924d-4e7d-48fe-9b2a-992c876e3527" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.296564] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d44d924d-4e7d-48fe-9b2a-992c876e3527',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.307023] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e30bf34c-002b-4a86-b4e2-fe3de5152872 with status ACTIVE [ 604.307023] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.307023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.307023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.307023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.307023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.307023] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.307023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.307023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.307023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.307023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.307023] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.307023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.307023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.307023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.307023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.307023] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e30bf34c-002b-4a86-b4e2-fe3de5152872 is going to be updated. [ 604.324832] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.324832] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.324832] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.324832] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.324832] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.324832] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.324832] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.324832] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.324832] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.324832] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.324832] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 already deleted. [ 604.325498] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.331770] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.331770] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.331770] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.332369] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.332369] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.332550] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e30bf34c-002b-4a86-b4e2-fe3de5152872" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.478357] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58ea535e-6679-43e5-9c51-e76bdbd02b02 in Status: SUCCESS [ 604.478357] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58ea535e-6679-43e5-9c51-e76bdbd02b02" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.498470] env[65123]: INFO networking_nsxv3.common.synchronization [None req-b6846cbe-086a-47fc-bf8c-7491de9af082 tempest-ServersTestBootFromVolume-1308163720 tempest-ServersTestBootFromVolume-1308163720-project-member] Enqueued Resource ID: 2274501c-1cb7-49b3-8efe-e7efe79658c1 with Priority: HIGHEST for action security_group_rules [ 604.499385] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2274501c-1cb7-49b3-8efe-e7efe79658c1 with Priority: HIGHEST for action security_group_rules [ 604.499609] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2274501c-1cb7-49b3-8efe-e7efe79658c1 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.499837] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2274501c-1cb7-49b3-8efe-e7efe79658c1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.499837] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2274501c-1cb7-49b3-8efe-e7efe79658c1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.500223] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2274501c-1cb7-49b3-8efe-e7efe79658c1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.500350] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2274501c-1cb7-49b3-8efe-e7efe79658c1',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.612383] env[65123]: INFO networking_nsxv3.common.synchronization [None req-f0959128-fe4f-49c3-86d3-461c110d3a0b tempest-ServersTestBootFromVolume-1308163720 tempest-ServersTestBootFromVolume-1308163720-project-member] Enqueued Resource ID: 2274501c-1cb7-49b3-8efe-e7efe79658c1 with Priority: HIGHEST for action security_group_rules [ 604.613539] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2274501c-1cb7-49b3-8efe-e7efe79658c1 with Priority: HIGHEST for action security_group_rules [ 604.613992] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2274501c-1cb7-49b3-8efe-e7efe79658c1 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.614291] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2274501c-1cb7-49b3-8efe-e7efe79658c1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.657206] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.657461] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.657571] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.657848] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.658018] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.658173] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port 434fcba0-4225-41c6-835e-90c3ffe2fdd4 not found, creating... [ 604.658426] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.658574] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.658698] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.658919] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.659059] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.659343] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.659505] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.659618] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.659818] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.659945] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.660091] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: 434fcba0-4225-41c6-835e-90c3ffe2fdd4 is going to be created. [ 604.687264] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.687264] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.687482] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.687636] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.687862] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.688095] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-434fcba0-4225-41c6-835e-90c3ffe2fdd4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.803611] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d44d924d-4e7d-48fe-9b2a-992c876e3527',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.023624] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.023815] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.023881] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.024134] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.024243] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.024340] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2274501c-1cb7-49b3-8efe-e7efe79658c1 already deleted. [ 605.024425] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2274501c-1cb7-49b3-8efe-e7efe79658c1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.024825] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2274501c-1cb7-49b3-8efe-e7efe79658c1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.024825] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2274501c-1cb7-49b3-8efe-e7efe79658c1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.024962] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2274501c-1cb7-49b3-8efe-e7efe79658c1',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.306824] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.307156] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.307156] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.307267] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.307345] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.307445] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d44d924d-4e7d-48fe-9b2a-992c876e3527 is going to be created. [ 605.336347] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.336578] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.336661] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.336844] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.337051] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.349147] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d44d924d-4e7d-48fe-9b2a-992c876e3527 in Status: UNINITIALIZED for 2s [ 605.429676] env[65123]: INFO networking_nsxv3.common.synchronization [req-bdc618fc-1efa-46ae-8feb-d7a35e411418 req-66fa0034-a146-4edf-b78a-72cfff5b0ed7 service nova] Enqueued Resource ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 with Priority: HIGHEST for action security_group_rules [ 605.429676] env[65123]: INFO networking_nsxv3.common.synchronization [req-bdc618fc-1efa-46ae-8feb-d7a35e411418 req-66fa0034-a146-4edf-b78a-72cfff5b0ed7 service nova] Enqueued Resource ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 with Priority: HIGHEST for action security_group_members [ 605.429676] env[65123]: INFO networking_nsxv3.common.synchronization [req-bdc618fc-1efa-46ae-8feb-d7a35e411418 req-66fa0034-a146-4edf-b78a-72cfff5b0ed7 service nova] Enqueued Resource ID: 434fcba0-4225-41c6-835e-90c3ffe2fdd4 with Priority: HIGHEST for action port [ 605.430196] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 with Priority: HIGHEST for action security_group_rules [ 605.430346] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 with Priority: HIGHEST for action security_group_members [ 605.430450] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 434fcba0-4225-41c6-835e-90c3ffe2fdd4 with Priority: HIGHEST for action port [ 605.431558] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.431703] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.431785] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.432099] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.432179] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56c043af-f32c-4d0e-a2b6-3f16bdbe73e0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.433419] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.433539] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.433612] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.433854] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.434025] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.434160] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.434205] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.434373] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.434463] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.434551] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56c043af-f32c-4d0e-a2b6-3f16bdbe73e0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.435574] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-434fcba0-4225-41c6-835e-90c3ffe2fdd4 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.435660] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-434fcba0-4225-41c6-835e-90c3ffe2fdd4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.435746] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-434fcba0-4225-41c6-835e-90c3ffe2fdd4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.435917] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-434fcba0-4225-41c6-835e-90c3ffe2fdd4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.437105] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('434fcba0-4225-41c6-835e-90c3ffe2fdd4',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.550058] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.550273] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.550394] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.550628] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.550732] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.550827] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2274501c-1cb7-49b3-8efe-e7efe79658c1 already deleted. [ 605.550911] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2274501c-1cb7-49b3-8efe-e7efe79658c1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.825996] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a175414b-f2bb-436a-9396-30efb190c8aa in Status: SUCCESS [ 605.826263] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a175414b-f2bb-436a-9396-30efb190c8aa" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.826435] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a175414b-f2bb-436a-9396-30efb190c8aa" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.826659] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a175414b-f2bb-436a-9396-30efb190c8aa" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.826857] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.828127] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.828127] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.828127] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.828127] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.828127] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a175414b-f2bb-436a-9396-30efb190c8aa" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.828127] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a175414b-f2bb-436a-9396-30efb190c8aa',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.938521] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.938684] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.938846] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56c043af-f32c-4d0e-a2b6-3f16bdbe73e0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.942480] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 434fcba0-4225-41c6-835e-90c3ffe2fdd4 with status ACTIVE [ 605.942704] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.942839] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.942905] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.946024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.946024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.946024] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.946024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.946024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.946024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.946024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.946024] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.946024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.946024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.946024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.946024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.946024] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 434fcba0-4225-41c6-835e-90c3ffe2fdd4 is going to be updated. [ 605.971139] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.971139] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.971280] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.971365] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.971679] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.971910] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-434fcba0-4225-41c6-835e-90c3ffe2fdd4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.330747] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-a175414b-f2bb-436a-9396-30efb190c8aa taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.331173] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a175414b-f2bb-436a-9396-30efb190c8aa" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.331173] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a175414b-f2bb-436a-9396-30efb190c8aa" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.331249] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a175414b-f2bb-436a-9396-30efb190c8aa" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.331377] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.331484] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.331572] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.331780] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.331890] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.331994] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a175414b-f2bb-436a-9396-30efb190c8aa" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.332163] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-a175414b-f2bb-436a-9396-30efb190c8aa taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.332271] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a175414b-f2bb-436a-9396-30efb190c8aa" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.332335] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a175414b-f2bb-436a-9396-30efb190c8aa" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.332490] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a175414b-f2bb-436a-9396-30efb190c8aa" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.332649] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.336778] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.336938] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.337434] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.337972] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.338198] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a175414b-f2bb-436a-9396-30efb190c8aa" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.338340] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a175414b-f2bb-436a-9396-30efb190c8aa',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.441294] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56c043af-f32c-4d0e-a2b6-3f16bdbe73e0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.843081] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a175414b-f2bb-436a-9396-30efb190c8aa: rpc.has_security_group_logging(os_id): False [ 606.863030] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.863030] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.863030] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.863030] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.863030] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.863030] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.863030] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.863030] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.863030] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.863030] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.863030] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.863030] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.863030] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.863030] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.863030] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.863604] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.863604] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.863604] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.863604] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.863604] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.863604] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a175414b-f2bb-436a-9396-30efb190c8aa is going to be created. [ 606.928368] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.928368] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.928368] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.928368] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.928368] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.942412] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a175414b-f2bb-436a-9396-30efb190c8aa in Status: IN_PROGRESS for 2s [ 606.948045] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.948045] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.948045] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.948045] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.948045] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.948045] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 is going to be created. [ 606.990730] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.990944] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.991052] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.991275] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.991431] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.014623] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 in Status: UNINITIALIZED for 2s [ 607.362956] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d44d924d-4e7d-48fe-9b2a-992c876e3527 in Status: SUCCESS [ 607.362956] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d44d924d-4e7d-48fe-9b2a-992c876e3527" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.362956] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d44d924d-4e7d-48fe-9b2a-992c876e3527" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.363320] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d44d924d-4e7d-48fe-9b2a-992c876e3527" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.363609] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.363609] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.363756] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.363949] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.363949] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.364038] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d44d924d-4e7d-48fe-9b2a-992c876e3527" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.364196] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d44d924d-4e7d-48fe-9b2a-992c876e3527',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.690206] env[65123]: INFO networking_nsxv3.common.synchronization [req-005ed1aa-b8ef-48cf-b4f8-3cbbdc7145f7 req-8094a781-78e5-4ca4-b2c0-1483ea443979 tempest-ServerDiagnosticsNegativeTest-514867411 tempest-ServerDiagnosticsNegativeTest-514867411-project-member] Enqueued Resource ID: 2a036058-7354-4a79-b92b-a4da5afe98ad with Priority: HIGHEST for action security_group_members [ 607.690773] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a036058-7354-4a79-b92b-a4da5afe98ad with Priority: HIGHEST for action security_group_members [ 607.691163] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a036058-7354-4a79-b92b-a4da5afe98ad taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.691327] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a036058-7354-4a79-b92b-a4da5afe98ad" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.691939] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a036058-7354-4a79-b92b-a4da5afe98ad" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.691939] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a036058-7354-4a79-b92b-a4da5afe98ad" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.691939] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.691939] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.691939] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.692148] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.692180] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.692307] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a036058-7354-4a79-b92b-a4da5afe98ad',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.872328] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-d44d924d-4e7d-48fe-9b2a-992c876e3527 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.872328] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d44d924d-4e7d-48fe-9b2a-992c876e3527" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.872328] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d44d924d-4e7d-48fe-9b2a-992c876e3527" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.872328] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d44d924d-4e7d-48fe-9b2a-992c876e3527" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.872328] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.872328] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.872328] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.872328] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.872328] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.872328] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d44d924d-4e7d-48fe-9b2a-992c876e3527" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.872328] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-d44d924d-4e7d-48fe-9b2a-992c876e3527 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.872328] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d44d924d-4e7d-48fe-9b2a-992c876e3527" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.872328] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d44d924d-4e7d-48fe-9b2a-992c876e3527" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.872328] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d44d924d-4e7d-48fe-9b2a-992c876e3527" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.872328] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.872328] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.872899] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.872899] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.872899] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.872899] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d44d924d-4e7d-48fe-9b2a-992c876e3527" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.872899] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d44d924d-4e7d-48fe-9b2a-992c876e3527',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.195032] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.196013] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.196013] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.196013] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.196013] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.196013] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.196013] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.196013] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.196509] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.196509] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.196509] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a036058-7354-4a79-b92b-a4da5afe98ad already deleted. [ 608.196509] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a036058-7354-4a79-b92b-a4da5afe98ad" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.200927] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-914 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.200927] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-914" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.200927] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-914" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.200927] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-914" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.200927] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.200927] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.200927] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.200927] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.200927] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.200927] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.200927] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 608.200927] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 608.200927] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 608.201382] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.201382] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 608.201382] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 608.226987] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 608.227329] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 608.227491] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 608.227683] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-914" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.228075] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-d0b97f3a-14eb-4ad8-9c03-a6094675433c taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.228290] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-d0b97f3a-14eb-4ad8-9c03-a6094675433c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.228431] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-d0b97f3a-14eb-4ad8-9c03-a6094675433c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.228771] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-d0b97f3a-14eb-4ad8-9c03-a6094675433c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.228912] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0b97f3a-14eb-4ad8-9c03-a6094675433c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.378281] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d44d924d-4e7d-48fe-9b2a-992c876e3527: rpc.has_security_group_logging(os_id): False [ 608.398276] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.398441] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.398480] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.398705] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.398797] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.398978] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.399097] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.399151] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.399298] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.399399] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.399570] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.399664] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.399728] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.399866] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.399940] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.400138] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.400252] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.400252] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.400396] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.400470] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.400552] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d44d924d-4e7d-48fe-9b2a-992c876e3527 is going to be created. [ 608.461418] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.461620] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.461620] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.461774] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.462089] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.478999] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d44d924d-4e7d-48fe-9b2a-992c876e3527 in Status: IN_PROGRESS for 2s [ 608.732998] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.733266] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.733595] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.734495] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.734495] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.734495] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port d0b97f3a-14eb-4ad8-9c03-a6094675433c not found, creating... [ 608.734692] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.734818] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.734818] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.735220] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.735220] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.735519] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.736015] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.736015] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.736186] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.737233] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.737233] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: d0b97f3a-14eb-4ad8-9c03-a6094675433c is going to be created. [ 608.758639] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.759790] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.759790] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.759790] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.759790] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.759790] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-d0b97f3a-14eb-4ad8-9c03-a6094675433c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.955455] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a175414b-f2bb-436a-9396-30efb190c8aa in Status: SUCCESS [ 608.955745] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a175414b-f2bb-436a-9396-30efb190c8aa" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.025487] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 in Status: SUCCESS [ 609.025716] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.025918] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.026161] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.026364] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.026544] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.026617] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.026787] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.026870] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.026971] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.027118] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56c043af-f32c-4d0e-a2b6-3f16bdbe73e0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.533164] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.533164] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.533164] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.533164] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.533164] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.533164] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.533164] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.533164] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.533164] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.534213] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.534213] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.534213] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.534213] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.534213] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.534409] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.534690] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.534690] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.534848] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.535201] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.535284] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.535402] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56c043af-f32c-4d0e-a2b6-3f16bdbe73e0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.538233] env[65123]: INFO networking_nsxv3.common.synchronization [req-005ed1aa-b8ef-48cf-b4f8-3cbbdc7145f7 req-91cb1965-f184-45df-8e5b-47724154ef61 service nova] Enqueued Resource ID: 2a036058-7354-4a79-b92b-a4da5afe98ad with Priority: HIGHEST for action security_group_rules [ 609.540204] env[65123]: INFO networking_nsxv3.common.synchronization [req-005ed1aa-b8ef-48cf-b4f8-3cbbdc7145f7 req-91cb1965-f184-45df-8e5b-47724154ef61 service nova] Enqueued Resource ID: 2a036058-7354-4a79-b92b-a4da5afe98ad with Priority: HIGHEST for action security_group_members [ 609.540204] env[65123]: INFO networking_nsxv3.common.synchronization [req-005ed1aa-b8ef-48cf-b4f8-3cbbdc7145f7 req-91cb1965-f184-45df-8e5b-47724154ef61 service nova] Enqueued Resource ID: d0b97f3a-14eb-4ad8-9c03-a6094675433c with Priority: HIGHEST for action port [ 609.540204] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a036058-7354-4a79-b92b-a4da5afe98ad with Priority: HIGHEST for action security_group_rules [ 609.540425] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a036058-7354-4a79-b92b-a4da5afe98ad with Priority: HIGHEST for action security_group_members [ 609.540656] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0b97f3a-14eb-4ad8-9c03-a6094675433c with Priority: HIGHEST for action port [ 609.541266] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a036058-7354-4a79-b92b-a4da5afe98ad taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.541407] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a036058-7354-4a79-b92b-a4da5afe98ad" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.541998] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a036058-7354-4a79-b92b-a4da5afe98ad" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.542093] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a036058-7354-4a79-b92b-a4da5afe98ad" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.542467] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a036058-7354-4a79-b92b-a4da5afe98ad',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.543725] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a036058-7354-4a79-b92b-a4da5afe98ad taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.543851] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a036058-7354-4a79-b92b-a4da5afe98ad" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.545158] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a036058-7354-4a79-b92b-a4da5afe98ad" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.545158] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a036058-7354-4a79-b92b-a4da5afe98ad" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.545158] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.545158] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.545158] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.545158] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.545158] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.545586] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a036058-7354-4a79-b92b-a4da5afe98ad',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.546600] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0b97f3a-14eb-4ad8-9c03-a6094675433c taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.546718] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0b97f3a-14eb-4ad8-9c03-a6094675433c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.546788] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0b97f3a-14eb-4ad8-9c03-a6094675433c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.547190] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0b97f3a-14eb-4ad8-9c03-a6094675433c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.547268] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0b97f3a-14eb-4ad8-9c03-a6094675433c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.992138] env[65123]: INFO networking_nsxv3.common.synchronization [None req-ae7052c1-8b54-4c4f-b87a-f7ec80536a62 None None] Enqueued Resource ID: f7214dbb-2ad1-4f4d-a85f-b96c50fd07ef with Priority: HIGHEST for action port [ 609.993394] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7214dbb-2ad1-4f4d-a85f-b96c50fd07ef with Priority: HIGHEST for action port [ 609.993883] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7214dbb-2ad1-4f4d-a85f-b96c50fd07ef taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.994811] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7214dbb-2ad1-4f4d-a85f-b96c50fd07ef" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.994811] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7214dbb-2ad1-4f4d-a85f-b96c50fd07ef" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.994811] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7214dbb-2ad1-4f4d-a85f-b96c50fd07ef" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.994811] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7214dbb-2ad1-4f4d-a85f-b96c50fd07ef',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.041085] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0: rpc.has_security_group_logging(os_id): False [ 610.049963] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a036058-7354-4a79-b92b-a4da5afe98ad',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.051401] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a036058-7354-4a79-b92b-a4da5afe98ad taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.051643] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a036058-7354-4a79-b92b-a4da5afe98ad" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.052130] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0b97f3a-14eb-4ad8-9c03-a6094675433c with status ACTIVE [ 610.052380] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.052538] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.052629] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.052905] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.055455] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.055455] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.055455] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.055455] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.056916] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.056916] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.057358] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.057847] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.057847] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.058858] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.058969] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.059052] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0b97f3a-14eb-4ad8-9c03-a6094675433c is going to be updated. [ 610.066015] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.066584] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.066793] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.067080] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.067359] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.070872] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.071151] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.071299] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.071621] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.071807] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.072162] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.072419] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.072590] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.072926] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.073165] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.073546] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.073675] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.073772] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.073990] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.074147] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.074284] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 is going to be created. [ 610.088428] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.088653] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.088705] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.088937] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.089140] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.089361] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0b97f3a-14eb-4ad8-9c03-a6094675433c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.156560] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.156807] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.156807] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.157147] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.157270] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.182157] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 in Status: IN_PROGRESS for 2s [ 610.492538] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d44d924d-4e7d-48fe-9b2a-992c876e3527 in Status: SUCCESS [ 610.492793] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d44d924d-4e7d-48fe-9b2a-992c876e3527" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.498601] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f7214dbb-2ad1-4f4d-a85f-b96c50fd07ef [ 610.498931] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.499154] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.499233] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.499502] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.499619] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.499708] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f7214dbb-2ad1-4f4d-a85f-b96c50fd07ef already deleted. [ 610.499797] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7214dbb-2ad1-4f4d-a85f-b96c50fd07ef" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.557175] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a036058-7354-4a79-b92b-a4da5afe98ad',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.060862] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.060862] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.060862] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.060862] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.060862] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.060862] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a036058-7354-4a79-b92b-a4da5afe98ad is going to be created. [ 611.087781] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.088630] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.088709] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.088932] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.089127] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.102847] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a036058-7354-4a79-b92b-a4da5afe98ad in Status: UNINITIALIZED for 2s [ 611.346550] env[65123]: INFO networking_nsxv3.common.synchronization [req-3dfbe311-8dfd-490a-9967-caa955c8db5b req-bb1e75e6-eb53-426f-8f57-0cca32cd76eb tempest-VolumesAssistedSnapshotsTest-283038066 tempest-VolumesAssistedSnapshotsTest-283038066-project-member] Enqueued Resource ID: 86d28ba7-1065-46c8-bf3a-84e956c0e786 with Priority: HIGHEST for action security_group_members [ 611.346892] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86d28ba7-1065-46c8-bf3a-84e956c0e786 with Priority: HIGHEST for action security_group_members [ 611.347227] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-86d28ba7-1065-46c8-bf3a-84e956c0e786 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.348589] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86d28ba7-1065-46c8-bf3a-84e956c0e786" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.348589] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86d28ba7-1065-46c8-bf3a-84e956c0e786" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.348589] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86d28ba7-1065-46c8-bf3a-84e956c0e786" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.348589] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.348589] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.348589] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.349887] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.353234] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.353359] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86d28ba7-1065-46c8-bf3a-84e956c0e786',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.794362] env[65123]: INFO networking_nsxv3.common.synchronization [None req-774bee5d-781c-460b-9c36-2ba5b2878d1e None None] Enqueued Resource ID: 1b550d32-3183-4ed8-9123-a31847fb159c with Priority: HIGHEST for action port [ 611.794362] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b550d32-3183-4ed8-9123-a31847fb159c with Priority: HIGHEST for action port [ 611.794362] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b550d32-3183-4ed8-9123-a31847fb159c taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.794362] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b550d32-3183-4ed8-9123-a31847fb159c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.794362] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b550d32-3183-4ed8-9123-a31847fb159c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.794362] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b550d32-3183-4ed8-9123-a31847fb159c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.794362] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b550d32-3183-4ed8-9123-a31847fb159c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.861275] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.861275] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.861275] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.861275] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.861275] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.861275] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.861275] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.861275] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.861275] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.861275] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.861275] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86d28ba7-1065-46c8-bf3a-84e956c0e786 already deleted. [ 611.861275] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86d28ba7-1065-46c8-bf3a-84e956c0e786" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.909856] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock network-76 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.910195] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "network-76" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.910195] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "network-76" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.910514] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "network-76" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.910779] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.912118] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.912118] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.912118] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.912262] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.912437] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.912606] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 611.912745] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 611.912849] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 611.912983] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.913167] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 611.913395] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 611.933452] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 611.933624] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 611.933759] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 611.933932] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "network-76" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.934274] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock port-cc3ff4c0-2fe1-4639-8d7d-fd6157dc6fde taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.934428] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "port-cc3ff4c0-2fe1-4639-8d7d-fd6157dc6fde" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.934543] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "port-cc3ff4c0-2fe1-4639-8d7d-fd6157dc6fde" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.934855] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "port-cc3ff4c0-2fe1-4639-8d7d-fd6157dc6fde" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.934991] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc3ff4c0-2fe1-4639-8d7d-fd6157dc6fde',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.196320] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 in Status: SUCCESS [ 612.196589] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.297047] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1b550d32-3183-4ed8-9123-a31847fb159c [ 612.297371] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.297579] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.297702] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.297946] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.298060] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.298166] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1b550d32-3183-4ed8-9123-a31847fb159c already deleted. [ 612.298264] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b550d32-3183-4ed8-9123-a31847fb159c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.437882] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.438229] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.438451] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.438756] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.438960] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.439180] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Segment Port cc3ff4c0-2fe1-4639-8d7d-fd6157dc6fde not found, creating... [ 612.439561] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.439775] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.439953] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.440257] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.440440] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.440839] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.441052] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.441219] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.441517] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.444053] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.444053] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Resource: SegmentPort with ID: cc3ff4c0-2fe1-4639-8d7d-fd6157dc6fde is going to be created. [ 612.471125] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.471416] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.472276] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.472276] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.472276] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.472604] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "port-cc3ff4c0-2fe1-4639-8d7d-fd6157dc6fde" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.112544] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a036058-7354-4a79-b92b-a4da5afe98ad in Status: SUCCESS [ 613.112831] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a036058-7354-4a79-b92b-a4da5afe98ad" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.113845] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a036058-7354-4a79-b92b-a4da5afe98ad" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.113845] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a036058-7354-4a79-b92b-a4da5afe98ad" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.113845] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.113845] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.113845] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.113845] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.113845] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.114179] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a036058-7354-4a79-b92b-a4da5afe98ad" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.114210] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2a036058-7354-4a79-b92b-a4da5afe98ad',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.253508] env[65123]: INFO networking_nsxv3.common.synchronization [req-3dfbe311-8dfd-490a-9967-caa955c8db5b req-23b8bd7e-d69a-40ca-8cd6-39dab70827e1 service nova] Enqueued Resource ID: 86d28ba7-1065-46c8-bf3a-84e956c0e786 with Priority: HIGHEST for action security_group_rules [ 613.253758] env[65123]: INFO networking_nsxv3.common.synchronization [req-3dfbe311-8dfd-490a-9967-caa955c8db5b req-23b8bd7e-d69a-40ca-8cd6-39dab70827e1 service nova] Enqueued Resource ID: 86d28ba7-1065-46c8-bf3a-84e956c0e786 with Priority: HIGHEST for action security_group_members [ 613.254592] env[65123]: INFO networking_nsxv3.common.synchronization [req-3dfbe311-8dfd-490a-9967-caa955c8db5b req-23b8bd7e-d69a-40ca-8cd6-39dab70827e1 service nova] Enqueued Resource ID: cc3ff4c0-2fe1-4639-8d7d-fd6157dc6fde with Priority: HIGHEST for action port [ 613.254592] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86d28ba7-1065-46c8-bf3a-84e956c0e786 with Priority: HIGHEST for action security_group_rules [ 613.254592] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86d28ba7-1065-46c8-bf3a-84e956c0e786 with Priority: HIGHEST for action security_group_members [ 613.254756] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc3ff4c0-2fe1-4639-8d7d-fd6157dc6fde with Priority: HIGHEST for action port [ 613.254925] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86d28ba7-1065-46c8-bf3a-84e956c0e786 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.255048] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86d28ba7-1065-46c8-bf3a-84e956c0e786" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.255196] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86d28ba7-1065-46c8-bf3a-84e956c0e786" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.255409] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86d28ba7-1065-46c8-bf3a-84e956c0e786" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.255530] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86d28ba7-1065-46c8-bf3a-84e956c0e786',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.256824] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-86d28ba7-1065-46c8-bf3a-84e956c0e786 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.256941] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86d28ba7-1065-46c8-bf3a-84e956c0e786" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.257019] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86d28ba7-1065-46c8-bf3a-84e956c0e786" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.257222] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86d28ba7-1065-46c8-bf3a-84e956c0e786" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.257328] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.257423] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.257485] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.257624] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.257712] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.257801] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86d28ba7-1065-46c8-bf3a-84e956c0e786',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.258538] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc3ff4c0-2fe1-4639-8d7d-fd6157dc6fde taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.258635] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc3ff4c0-2fe1-4639-8d7d-fd6157dc6fde" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.259345] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc3ff4c0-2fe1-4639-8d7d-fd6157dc6fde" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.259466] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc3ff4c0-2fe1-4639-8d7d-fd6157dc6fde" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.260299] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc3ff4c0-2fe1-4639-8d7d-fd6157dc6fde',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.281320] env[65123]: INFO networking_nsxv3.common.synchronization [None req-07d6b186-99ed-4916-a10f-cc9bdd0a8dc0 None None] Enqueued Resource ID: 1a59c7ce-fd5c-4af4-832c-62016d7bb5be with Priority: HIGHEST for action port [ 613.283222] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a59c7ce-fd5c-4af4-832c-62016d7bb5be with Priority: HIGHEST for action port [ 613.283661] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a59c7ce-fd5c-4af4-832c-62016d7bb5be taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.283827] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a59c7ce-fd5c-4af4-832c-62016d7bb5be" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.286911] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a59c7ce-fd5c-4af4-832c-62016d7bb5be" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.286911] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a59c7ce-fd5c-4af4-832c-62016d7bb5be" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.286911] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a59c7ce-fd5c-4af4-832c-62016d7bb5be',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.619411] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a036058-7354-4a79-b92b-a4da5afe98ad taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.619411] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a036058-7354-4a79-b92b-a4da5afe98ad" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.619411] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a036058-7354-4a79-b92b-a4da5afe98ad" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.619411] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a036058-7354-4a79-b92b-a4da5afe98ad" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.619411] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.619411] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.619411] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.619411] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.619411] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.619411] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a036058-7354-4a79-b92b-a4da5afe98ad" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.619411] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a036058-7354-4a79-b92b-a4da5afe98ad taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.619411] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a036058-7354-4a79-b92b-a4da5afe98ad" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.619411] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a036058-7354-4a79-b92b-a4da5afe98ad" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.619411] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a036058-7354-4a79-b92b-a4da5afe98ad" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.619411] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.619411] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.623011] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.623011] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.623011] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.623011] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a036058-7354-4a79-b92b-a4da5afe98ad" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.623011] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2a036058-7354-4a79-b92b-a4da5afe98ad',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.677480] env[65123]: INFO networking_nsxv3.common.synchronization [req-9eb492d3-1378-46b9-b623-4a0999dcc9fb req-4c4a7f93-32a3-4067-b75a-2b5252015680 tempest-ServersAdminTestJSON-470229111 tempest-ServersAdminTestJSON-470229111-project-member] Enqueued Resource ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 with Priority: HIGHEST for action security_group_members [ 613.678057] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 with Priority: HIGHEST for action security_group_members [ 613.678356] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.678485] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.678539] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.678725] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.678871] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.678968] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.679486] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.679795] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.679947] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.680098] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56c043af-f32c-4d0e-a2b6-3f16bdbe73e0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.761362] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86d28ba7-1065-46c8-bf3a-84e956c0e786',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.765966] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-86d28ba7-1065-46c8-bf3a-84e956c0e786 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.765966] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86d28ba7-1065-46c8-bf3a-84e956c0e786" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.765966] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc3ff4c0-2fe1-4639-8d7d-fd6157dc6fde with status ACTIVE [ 613.765966] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.765966] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.765966] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.765966] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.765966] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.765966] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.765966] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.765966] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.765966] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.765966] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.765966] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.766776] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.766776] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.770225] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.770225] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.770225] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc3ff4c0-2fe1-4639-8d7d-fd6157dc6fde is going to be updated. [ 613.788113] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a59c7ce-fd5c-4af4-832c-62016d7bb5be [ 613.788231] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.788372] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.788630] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.788864] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.788864] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.791397] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a59c7ce-fd5c-4af4-832c-62016d7bb5be already deleted. [ 613.791397] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a59c7ce-fd5c-4af4-832c-62016d7bb5be" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.796949] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.796949] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.796949] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.796949] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.796949] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.796949] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc3ff4c0-2fe1-4639-8d7d-fd6157dc6fde" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.123028] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2a036058-7354-4a79-b92b-a4da5afe98ad: rpc.has_security_group_logging(os_id): False [ 614.145284] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.145432] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.145497] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.145714] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.145806] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.146012] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.148176] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.148176] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.148176] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.148176] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.148176] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.148176] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.148176] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.148176] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.148176] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.148176] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.148176] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.148176] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.148176] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.148176] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.148176] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a036058-7354-4a79-b92b-a4da5afe98ad is going to be created. [ 614.182771] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56c043af-f32c-4d0e-a2b6-3f16bdbe73e0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.209467] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.209467] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.209467] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.209467] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.209467] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.243743] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a036058-7354-4a79-b92b-a4da5afe98ad in Status: IN_PROGRESS for 2s [ 614.264311] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86d28ba7-1065-46c8-bf3a-84e956c0e786',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.433930] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-289 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.433930] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-289" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.433930] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-289" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.433930] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-289" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.434111] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.434161] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.434237] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.434483] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.434483] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.434483] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 614.434483] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 614.434483] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 614.434483] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 614.435507] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 614.435507] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 614.435574] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 614.457640] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 614.457802] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 614.457918] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 614.458282] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-289" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.458607] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-4652eced-9e47-4a1d-b4e6-f4013510afc4 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.458783] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-4652eced-9e47-4a1d-b4e6-f4013510afc4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.458918] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-4652eced-9e47-4a1d-b4e6-f4013510afc4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.459269] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-4652eced-9e47-4a1d-b4e6-f4013510afc4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.459419] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4652eced-9e47-4a1d-b4e6-f4013510afc4',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.687372] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56c043af-f32c-4d0e-a2b6-3f16bdbe73e0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.768025] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.768025] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.768025] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.768025] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.768025] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.768025] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86d28ba7-1065-46c8-bf3a-84e956c0e786 is going to be created. [ 614.793536] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.793840] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.793840] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.794019] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.794194] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.803819] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86d28ba7-1065-46c8-bf3a-84e956c0e786 in Status: UNINITIALIZED for 2s [ 614.964153] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.964153] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.964153] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.964153] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.964153] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.964153] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port 4652eced-9e47-4a1d-b4e6-f4013510afc4 not found, creating... [ 614.964604] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.964604] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.964604] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.964892] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.965044] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.965396] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.965574] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.965772] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.965996] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.966159] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.966330] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: 4652eced-9e47-4a1d-b4e6-f4013510afc4 is going to be created. [ 614.991073] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.991276] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.991472] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.991723] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.992096] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.992288] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-4652eced-9e47-4a1d-b4e6-f4013510afc4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.191560] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.191820] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.191820] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.192132] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.192132] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.192250] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 is going to be updated. [ 615.198585] env[65123]: INFO networking_nsxv3.common.synchronization [None req-0c737ce5-1ec3-4f5f-8f9f-df3c284f5b1e None None] Enqueued Resource ID: dd1b38f4-9e30-4dcc-8d62-479c3dea777f with Priority: HIGHEST for action port [ 615.199177] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd1b38f4-9e30-4dcc-8d62-479c3dea777f with Priority: HIGHEST for action port [ 615.199521] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd1b38f4-9e30-4dcc-8d62-479c3dea777f taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.200469] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd1b38f4-9e30-4dcc-8d62-479c3dea777f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.200469] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd1b38f4-9e30-4dcc-8d62-479c3dea777f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.200469] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd1b38f4-9e30-4dcc-8d62-479c3dea777f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.200469] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd1b38f4-9e30-4dcc-8d62-479c3dea777f',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.231442] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.231881] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.231881] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.232115] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.232331] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.242663] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 in Status: IN_PROGRESS for 2s [ 615.452646] env[65123]: INFO networking_nsxv3.common.synchronization [None req-14b668ac-a115-46a9-b182-b57cbea24e1d None None] Enqueued Resource ID: aae2c0b9-4a7d-4f86-b270-3daf95aa40a4 with Priority: HIGHEST for action port [ 615.453250] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aae2c0b9-4a7d-4f86-b270-3daf95aa40a4 with Priority: HIGHEST for action port [ 615.454161] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-aae2c0b9-4a7d-4f86-b270-3daf95aa40a4 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.454161] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aae2c0b9-4a7d-4f86-b270-3daf95aa40a4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.454161] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aae2c0b9-4a7d-4f86-b270-3daf95aa40a4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.454161] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aae2c0b9-4a7d-4f86-b270-3daf95aa40a4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.454452] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aae2c0b9-4a7d-4f86-b270-3daf95aa40a4',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.688659] env[65123]: INFO networking_nsxv3.common.synchronization [req-9eb492d3-1378-46b9-b623-4a0999dcc9fb req-94847f53-cf33-40cd-9114-e0269241f19c service nova] Enqueued Resource ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 with Priority: HIGHEST for action security_group_rules [ 615.688659] env[65123]: INFO networking_nsxv3.common.synchronization [req-9eb492d3-1378-46b9-b623-4a0999dcc9fb req-94847f53-cf33-40cd-9114-e0269241f19c service nova] Enqueued Resource ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 with Priority: HIGHEST for action security_group_members [ 615.688659] env[65123]: INFO networking_nsxv3.common.synchronization [req-9eb492d3-1378-46b9-b623-4a0999dcc9fb req-94847f53-cf33-40cd-9114-e0269241f19c service nova] Enqueued Resource ID: 4652eced-9e47-4a1d-b4e6-f4013510afc4 with Priority: HIGHEST for action port [ 615.689400] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 with Priority: HIGHEST for action security_group_rules [ 615.689679] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 with Priority: HIGHEST for action security_group_members [ 615.689917] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4652eced-9e47-4a1d-b4e6-f4013510afc4 with Priority: HIGHEST for action port [ 615.690478] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.690723] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.690884] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.691185] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.691377] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56c043af-f32c-4d0e-a2b6-3f16bdbe73e0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.692325] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.692534] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.692827] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-4652eced-9e47-4a1d-b4e6-f4013510afc4 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.693064] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4652eced-9e47-4a1d-b4e6-f4013510afc4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.693210] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4652eced-9e47-4a1d-b4e6-f4013510afc4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.693459] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4652eced-9e47-4a1d-b4e6-f4013510afc4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.693728] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4652eced-9e47-4a1d-b4e6-f4013510afc4',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.703756] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd1b38f4-9e30-4dcc-8d62-479c3dea777f [ 615.704873] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.704873] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.704873] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.704873] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.704873] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.704873] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd1b38f4-9e30-4dcc-8d62-479c3dea777f already deleted. [ 615.704873] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd1b38f4-9e30-4dcc-8d62-479c3dea777f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.959596] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aae2c0b9-4a7d-4f86-b270-3daf95aa40a4 [ 615.959596] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.959596] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.959596] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.959596] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.959596] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.959596] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aae2c0b9-4a7d-4f86-b270-3daf95aa40a4 already deleted. [ 615.959596] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aae2c0b9-4a7d-4f86-b270-3daf95aa40a4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.196764] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.197060] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.197175] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4652eced-9e47-4a1d-b4e6-f4013510afc4 with status ACTIVE [ 616.197632] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.197946] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.198076] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.198316] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.198434] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.198642] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.198770] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.199392] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.199639] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.199785] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.200247] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.200247] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.200247] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.200500] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.200548] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.201723] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4652eced-9e47-4a1d-b4e6-f4013510afc4 is going to be updated. [ 616.226391] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.226391] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.226391] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.226391] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.226391] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.226716] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4652eced-9e47-4a1d-b4e6-f4013510afc4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.260933] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a036058-7354-4a79-b92b-a4da5afe98ad in Status: SUCCESS [ 616.261219] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a036058-7354-4a79-b92b-a4da5afe98ad" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.502876] env[65123]: INFO networking_nsxv3.common.synchronization [req-20c337c4-69ae-42a0-8f6a-f18c9ec4f9ee req-23c9cb37-b3c5-465f-9205-bd0115e3a852 tempest-ServersTestFqdnHostnames-1144118027 tempest-ServersTestFqdnHostnames-1144118027-project-member] Enqueued Resource ID: 8755a35f-2278-4b61-8b7f-4cc8c9a1961c with Priority: HIGHEST for action security_group_members [ 616.502876] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8755a35f-2278-4b61-8b7f-4cc8c9a1961c with Priority: HIGHEST for action security_group_members [ 616.505048] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-8755a35f-2278-4b61-8b7f-4cc8c9a1961c taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.505048] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8755a35f-2278-4b61-8b7f-4cc8c9a1961c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.505048] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8755a35f-2278-4b61-8b7f-4cc8c9a1961c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.505048] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8755a35f-2278-4b61-8b7f-4cc8c9a1961c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.509410] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.509410] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.509410] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.509410] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.509410] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.509410] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8755a35f-2278-4b61-8b7f-4cc8c9a1961c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.825257] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86d28ba7-1065-46c8-bf3a-84e956c0e786 in Status: SUCCESS [ 616.825844] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86d28ba7-1065-46c8-bf3a-84e956c0e786" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.825844] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86d28ba7-1065-46c8-bf3a-84e956c0e786" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.826653] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86d28ba7-1065-46c8-bf3a-84e956c0e786" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.826653] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.826653] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.826653] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.826653] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.827058] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.827058] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86d28ba7-1065-46c8-bf3a-84e956c0e786" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.827058] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86d28ba7-1065-46c8-bf3a-84e956c0e786',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.014169] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.014169] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.014169] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.014169] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.014169] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.014169] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.014169] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.014169] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.014169] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.014169] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.014169] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8755a35f-2278-4b61-8b7f-4cc8c9a1961c already deleted. [ 617.014169] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8755a35f-2278-4b61-8b7f-4cc8c9a1961c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.121120] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock network-502 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.121120] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "network-502" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.121120] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "network-502" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.121120] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "network-502" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.121120] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.121120] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.121120] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.121120] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.121805] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.122247] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.122609] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 617.122891] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 617.123169] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 617.123411] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.125457] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 617.125457] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 617.147025] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 617.147025] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 617.147025] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 617.147025] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "network-502" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.147025] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock port-7b96b5fc-8273-4b24-856b-c2b1c80e0c06 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.147025] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "port-7b96b5fc-8273-4b24-856b-c2b1c80e0c06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.147025] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "port-7b96b5fc-8273-4b24-856b-c2b1c80e0c06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.147025] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "port-7b96b5fc-8273-4b24-856b-c2b1c80e0c06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.147025] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b96b5fc-8273-4b24-856b-c2b1c80e0c06',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.253189] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 in Status: SUCCESS [ 617.253561] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.253747] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.254027] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.254273] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.254447] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.254558] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.254767] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.254903] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.255052] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56c043af-f32c-4d0e-a2b6-3f16bdbe73e0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.331540] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86d28ba7-1065-46c8-bf3a-84e956c0e786',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.635192] env[65123]: INFO networking_nsxv3.common.synchronization [None req-34d46ba4-e20a-466f-8204-bed1c9a4f7c8 None None] Enqueued Resource ID: fc087107-effa-4149-b717-7f91bff2afe0 with Priority: HIGHEST for action port [ 617.635444] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc087107-effa-4149-b717-7f91bff2afe0 with Priority: HIGHEST for action port [ 617.635828] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc087107-effa-4149-b717-7f91bff2afe0 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.636335] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc087107-effa-4149-b717-7f91bff2afe0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.636335] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc087107-effa-4149-b717-7f91bff2afe0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.636335] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc087107-effa-4149-b717-7f91bff2afe0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.636454] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc087107-effa-4149-b717-7f91bff2afe0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.650400] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.650656] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.650778] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.651054] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.651199] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.651342] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Segment Port 7b96b5fc-8273-4b24-856b-c2b1c80e0c06 not found, creating... [ 617.651633] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.651946] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.651946] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.652126] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.652293] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.652521] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.652667] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.652775] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.652977] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.653119] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.653253] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Resource: SegmentPort with ID: 7b96b5fc-8273-4b24-856b-c2b1c80e0c06 is going to be created. [ 617.680155] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.680155] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.680155] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.680155] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.680155] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.680405] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "port-7b96b5fc-8273-4b24-856b-c2b1c80e0c06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.757280] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56c043af-f32c-4d0e-a2b6-3f16bdbe73e0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.834504] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86d28ba7-1065-46c8-bf3a-84e956c0e786: rpc.has_security_group_logging(os_id): False [ 617.891893] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.892224] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.892224] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.892441] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.892548] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.892819] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.892930] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.892995] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.893178] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.893244] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.893336] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86d28ba7-1065-46c8-bf3a-84e956c0e786 is going to be created. [ 617.989757] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.989757] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.989757] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.989757] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.989757] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.004896] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86d28ba7-1065-46c8-bf3a-84e956c0e786 in Status: IN_PROGRESS for 2s [ 618.039518] env[65123]: INFO networking_nsxv3.common.synchronization [None req-deee8719-8844-42b8-8685-3ee9074c042a None None] Enqueued Resource ID: 6da39c74-5375-428d-aab3-83cc6c0e1ca7 with Priority: HIGHEST for action port [ 618.040695] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6da39c74-5375-428d-aab3-83cc6c0e1ca7 with Priority: HIGHEST for action port [ 618.041968] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-6da39c74-5375-428d-aab3-83cc6c0e1ca7 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.042943] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6da39c74-5375-428d-aab3-83cc6c0e1ca7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.043078] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6da39c74-5375-428d-aab3-83cc6c0e1ca7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.043514] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6da39c74-5375-428d-aab3-83cc6c0e1ca7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.043650] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6da39c74-5375-428d-aab3-83cc6c0e1ca7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.140334] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc087107-effa-4149-b717-7f91bff2afe0 [ 618.140334] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.140334] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.140334] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.140334] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.140334] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.140334] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc087107-effa-4149-b717-7f91bff2afe0 already deleted. [ 618.140334] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc087107-effa-4149-b717-7f91bff2afe0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.259883] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56c043af-f32c-4d0e-a2b6-3f16bdbe73e0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.423648] env[65123]: INFO networking_nsxv3.common.synchronization [req-20c337c4-69ae-42a0-8f6a-f18c9ec4f9ee req-c62a8c1d-4c2d-47be-86d4-52b4763ea57f service nova] Enqueued Resource ID: 8755a35f-2278-4b61-8b7f-4cc8c9a1961c with Priority: HIGHEST for action security_group_rules [ 618.423648] env[65123]: INFO networking_nsxv3.common.synchronization [req-20c337c4-69ae-42a0-8f6a-f18c9ec4f9ee req-c62a8c1d-4c2d-47be-86d4-52b4763ea57f service nova] Enqueued Resource ID: 8755a35f-2278-4b61-8b7f-4cc8c9a1961c with Priority: HIGHEST for action security_group_members [ 618.423648] env[65123]: INFO networking_nsxv3.common.synchronization [req-20c337c4-69ae-42a0-8f6a-f18c9ec4f9ee req-c62a8c1d-4c2d-47be-86d4-52b4763ea57f service nova] Enqueued Resource ID: 7b96b5fc-8273-4b24-856b-c2b1c80e0c06 with Priority: HIGHEST for action port [ 618.423648] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8755a35f-2278-4b61-8b7f-4cc8c9a1961c with Priority: HIGHEST for action security_group_rules [ 618.423648] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8755a35f-2278-4b61-8b7f-4cc8c9a1961c with Priority: HIGHEST for action security_group_members [ 618.423648] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b96b5fc-8273-4b24-856b-c2b1c80e0c06 with Priority: HIGHEST for action port [ 618.423648] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8755a35f-2278-4b61-8b7f-4cc8c9a1961c taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.423648] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8755a35f-2278-4b61-8b7f-4cc8c9a1961c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.423648] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8755a35f-2278-4b61-8b7f-4cc8c9a1961c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.424066] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8755a35f-2278-4b61-8b7f-4cc8c9a1961c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.424066] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8755a35f-2278-4b61-8b7f-4cc8c9a1961c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.424735] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-8755a35f-2278-4b61-8b7f-4cc8c9a1961c taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.424871] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8755a35f-2278-4b61-8b7f-4cc8c9a1961c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.424917] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8755a35f-2278-4b61-8b7f-4cc8c9a1961c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.425081] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8755a35f-2278-4b61-8b7f-4cc8c9a1961c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.425244] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.425340] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.425394] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.425560] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.425642] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.425822] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8755a35f-2278-4b61-8b7f-4cc8c9a1961c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.429072] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b96b5fc-8273-4b24-856b-c2b1c80e0c06 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.429198] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b96b5fc-8273-4b24-856b-c2b1c80e0c06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.429514] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b96b5fc-8273-4b24-856b-c2b1c80e0c06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.429514] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b96b5fc-8273-4b24-856b-c2b1c80e0c06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.429514] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b96b5fc-8273-4b24-856b-c2b1c80e0c06',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.550046] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6da39c74-5375-428d-aab3-83cc6c0e1ca7 [ 618.550046] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.550046] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.550046] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.550279] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.550279] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.550794] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6da39c74-5375-428d-aab3-83cc6c0e1ca7 already deleted. [ 618.550794] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6da39c74-5375-428d-aab3-83cc6c0e1ca7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.765958] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.765958] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.765958] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.765958] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.765958] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.765958] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 is going to be updated. [ 618.803123] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.803123] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.803123] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.803123] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.803123] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.815647] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 in Status: IN_PROGRESS for 2s [ 618.933439] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-8755a35f-2278-4b61-8b7f-4cc8c9a1961c taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.933439] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8755a35f-2278-4b61-8b7f-4cc8c9a1961c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.933439] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8755a35f-2278-4b61-8b7f-4cc8c9a1961c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.934890] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b96b5fc-8273-4b24-856b-c2b1c80e0c06 with status ACTIVE [ 618.934890] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.934890] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.934890] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.934890] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.934890] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.934890] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.935304] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.935361] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.935757] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.935858] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.936142] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.936609] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.936609] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.936609] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.937225] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.937225] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b96b5fc-8273-4b24-856b-c2b1c80e0c06 is going to be updated. [ 618.960323] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.961149] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.961149] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.961149] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.961434] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.961649] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b96b5fc-8273-4b24-856b-c2b1c80e0c06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.108835] env[65123]: INFO networking_nsxv3.common.synchronization [req-a17fc4f8-95f3-4693-8b06-82634b5d25f0 req-33c18d6e-eb18-410c-ab2f-6e1e5cd21c0f tempest-AttachInterfacesUnderV243Test-866058136 tempest-AttachInterfacesUnderV243Test-866058136-project-member] Enqueued Resource ID: 9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 with Priority: HIGHEST for action security_group_members [ 619.108835] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 with Priority: HIGHEST for action security_group_members [ 619.108835] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.108835] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.108835] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.108835] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.108835] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.108835] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.108835] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.109407] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.109407] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.109407] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f8d7b61-36e9-45e8-af54-d7edfeb09ff7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.168799] env[65123]: INFO networking_nsxv3.common.synchronization [None req-a46fc6c7-93f9-44a4-94ff-d6d8a051ab6f tempest-ServersWithSpecificFlavorTestJSON-666251071 tempest-ServersWithSpecificFlavorTestJSON-666251071-project-member] Enqueued Resource ID: 58a92d28-ea32-4136-881b-c9e00679b197 with Priority: HIGHEST for action security_group_rules [ 619.169769] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58a92d28-ea32-4136-881b-c9e00679b197 with Priority: HIGHEST for action security_group_rules [ 619.170116] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58a92d28-ea32-4136-881b-c9e00679b197 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.170266] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58a92d28-ea32-4136-881b-c9e00679b197" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.170383] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58a92d28-ea32-4136-881b-c9e00679b197" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.170654] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58a92d28-ea32-4136-881b-c9e00679b197" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.170742] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58a92d28-ea32-4136-881b-c9e00679b197',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.438942] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8755a35f-2278-4b61-8b7f-4cc8c9a1961c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.613067] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.613067] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.613067] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.613383] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.613517] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.613851] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.614029] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.614141] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.614388] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.614537] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.614666] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 already deleted. [ 619.614787] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.678515] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock network-807 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.678723] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "network-807" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.678843] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "network-807" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.679215] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "network-807" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.679502] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.679614] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.679722] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.679929] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.680077] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.680268] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.680372] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 619.680473] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 619.680571] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 619.680670] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.680774] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 619.680902] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 619.713651] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.713651] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.713651] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.713651] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.713651] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.713651] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58a92d28-ea32-4136-881b-c9e00679b197 already deleted. [ 619.713917] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58a92d28-ea32-4136-881b-c9e00679b197" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.717705] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 619.717916] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 619.718145] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 619.718317] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "network-807" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.719410] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock port-9a629750-b066-47be-a946-1d93149546ac taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.719410] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "port-9a629750-b066-47be-a946-1d93149546ac" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.719410] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "port-9a629750-b066-47be-a946-1d93149546ac" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.719410] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "port-9a629750-b066-47be-a946-1d93149546ac" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.719909] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a629750-b066-47be-a946-1d93149546ac',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.791340] env[65123]: INFO networking_nsxv3.common.synchronization [None req-a05359dc-ce8e-49da-909b-b218b2a8f699 tempest-ServersWithSpecificFlavorTestJSON-666251071 tempest-ServersWithSpecificFlavorTestJSON-666251071-project-member] Enqueued Resource ID: 58a92d28-ea32-4136-881b-c9e00679b197 with Priority: HIGHEST for action security_group_rules [ 619.792640] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58a92d28-ea32-4136-881b-c9e00679b197 with Priority: HIGHEST for action security_group_rules [ 619.792944] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58a92d28-ea32-4136-881b-c9e00679b197 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.793097] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58a92d28-ea32-4136-881b-c9e00679b197" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.793172] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58a92d28-ea32-4136-881b-c9e00679b197" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.793360] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58a92d28-ea32-4136-881b-c9e00679b197" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.793443] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58a92d28-ea32-4136-881b-c9e00679b197',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.941688] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.942035] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.942223] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.943890] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.943890] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.943890] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8755a35f-2278-4b61-8b7f-4cc8c9a1961c is going to be created. [ 619.968460] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.968735] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.968735] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.968915] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.969050] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.981661] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8755a35f-2278-4b61-8b7f-4cc8c9a1961c in Status: UNINITIALIZED for 2s [ 620.020134] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86d28ba7-1065-46c8-bf3a-84e956c0e786 in Status: SUCCESS [ 620.020492] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86d28ba7-1065-46c8-bf3a-84e956c0e786" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.222363] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.222954] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.223172] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.223514] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.223867] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.224779] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Segment Port 9a629750-b066-47be-a946-1d93149546ac not found, creating... [ 620.225116] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.225278] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.225446] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.225619] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.225822] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.227215] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.227215] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.227215] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.227215] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.227215] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.227215] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Resource: SegmentPort with ID: 9a629750-b066-47be-a946-1d93149546ac is going to be created. [ 620.252196] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.252407] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.252525] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.252797] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.253205] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.253500] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "port-9a629750-b066-47be-a946-1d93149546ac" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.326169] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.326379] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.326379] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.326602] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.326709] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.326804] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58a92d28-ea32-4136-881b-c9e00679b197 already deleted. [ 620.326908] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58a92d28-ea32-4136-881b-c9e00679b197" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.824227] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 in Status: SUCCESS [ 620.824569] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.824877] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.825109] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.825307] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.825419] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.825486] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.825678] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.825904] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.826039] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.826137] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56c043af-f32c-4d0e-a2b6-3f16bdbe73e0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.828427] env[65123]: INFO networking_nsxv3.common.synchronization [None req-0f2e0eee-2d61-4f6e-bdaa-c918dce44ddc None None] Enqueued Resource ID: 2dabc117-ea4a-4793-bf9d-aefadd79a6ce with Priority: HIGHEST for action port [ 620.828836] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dabc117-ea4a-4793-bf9d-aefadd79a6ce with Priority: HIGHEST for action port [ 620.829365] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-2dabc117-ea4a-4793-bf9d-aefadd79a6ce taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.829514] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2dabc117-ea4a-4793-bf9d-aefadd79a6ce" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.829606] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2dabc117-ea4a-4793-bf9d-aefadd79a6ce" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.829755] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2dabc117-ea4a-4793-bf9d-aefadd79a6ce" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.829838] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2dabc117-ea4a-4793-bf9d-aefadd79a6ce',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.981332] env[65123]: INFO networking_nsxv3.common.synchronization [req-a17fc4f8-95f3-4693-8b06-82634b5d25f0 req-7be386b5-6ade-4b47-80cf-307fc9ddedb9 service nova] Enqueued Resource ID: 9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 with Priority: HIGHEST for action security_group_rules [ 620.981332] env[65123]: INFO networking_nsxv3.common.synchronization [req-a17fc4f8-95f3-4693-8b06-82634b5d25f0 req-7be386b5-6ade-4b47-80cf-307fc9ddedb9 service nova] Enqueued Resource ID: 9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 with Priority: HIGHEST for action security_group_members [ 620.981562] env[65123]: INFO networking_nsxv3.common.synchronization [req-a17fc4f8-95f3-4693-8b06-82634b5d25f0 req-7be386b5-6ade-4b47-80cf-307fc9ddedb9 service nova] Enqueued Resource ID: 9a629750-b066-47be-a946-1d93149546ac with Priority: HIGHEST for action port [ 620.982572] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 with Priority: HIGHEST for action security_group_rules [ 620.982572] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 with Priority: HIGHEST for action security_group_members [ 620.982572] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a629750-b066-47be-a946-1d93149546ac with Priority: HIGHEST for action port [ 620.982572] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.982572] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.982572] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.983263] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.983263] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f8d7b61-36e9-45e8-af54-d7edfeb09ff7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.983930] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.984125] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.984125] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.984368] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.984906] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.984906] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.985057] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.985211] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.985305] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.985401] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f8d7b61-36e9-45e8-af54-d7edfeb09ff7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.986450] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a629750-b066-47be-a946-1d93149546ac taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.986589] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a629750-b066-47be-a946-1d93149546ac" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.986646] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a629750-b066-47be-a946-1d93149546ac" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.986774] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a629750-b066-47be-a946-1d93149546ac" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.986851] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a629750-b066-47be-a946-1d93149546ac',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.224721] env[65123]: INFO networking_nsxv3.common.synchronization [req-b3168c4d-1bf6-4e62-8dca-16fcf9cb8636 req-ae145937-0e51-4253-add3-22c3f321369d tempest-DeleteServersAdminTestJSON-1064009163 tempest-DeleteServersAdminTestJSON-1064009163-project-admin] Enqueued Resource ID: c07044ca-c7b5-4b1a-9325-a02c0d0d19e9 with Priority: HIGHEST for action security_group_members [ 621.224721] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c07044ca-c7b5-4b1a-9325-a02c0d0d19e9 with Priority: HIGHEST for action security_group_members [ 621.225033] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.225213] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.225213] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.225426] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.225576] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.225673] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.226436] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.226436] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.226436] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.226436] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c07044ca-c7b5-4b1a-9325-a02c0d0d19e9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.330123] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.330309] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.330363] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.330702] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.330781] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.330837] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.330909] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.331066] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.331165] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.331237] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.331359] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.331517] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.331553] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.331674] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.331812] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.331927] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.332017] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.332191] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.332273] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.332357] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.332455] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56c043af-f32c-4d0e-a2b6-3f16bdbe73e0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.337595] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2dabc117-ea4a-4793-bf9d-aefadd79a6ce [ 621.337847] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.337933] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.337976] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.338151] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.338386] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.338386] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2dabc117-ea4a-4793-bf9d-aefadd79a6ce already deleted. [ 621.338386] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2dabc117-ea4a-4793-bf9d-aefadd79a6ce" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.490613] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f8d7b61-36e9-45e8-af54-d7edfeb09ff7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.492295] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.494027] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.494027] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a629750-b066-47be-a946-1d93149546ac with status ACTIVE [ 621.494027] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.494027] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.494027] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.494027] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.494027] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.494027] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.494027] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.494027] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.494027] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.494604] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.494899] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.495131] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.495512] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.495802] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.496154] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.498181] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a629750-b066-47be-a946-1d93149546ac is going to be updated. [ 621.520268] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.520268] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.520268] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.520268] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.520518] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.520581] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a629750-b066-47be-a946-1d93149546ac" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.730036] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.730036] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.730036] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.732023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.732023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.732023] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.732023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.732023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.732023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.732023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.732023] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c07044ca-c7b5-4b1a-9325-a02c0d0d19e9 is going to be updated. [ 621.768868] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.769063] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.769104] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.771982] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.771982] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.785356] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c07044ca-c7b5-4b1a-9325-a02c0d0d19e9 in Status: IN_PROGRESS for 2s [ 621.840193] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0: rpc.has_security_group_logging(os_id): False [ 621.860444] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.860444] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.860444] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.860575] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.860759] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.860823] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.862033] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.862033] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.862033] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.862033] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.862033] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.862033] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.862033] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.862033] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.862033] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.863414] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.863414] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.863414] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.863414] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.863414] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.864374] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 is going to be updated. [ 621.945103] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.945461] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.945461] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.945574] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.945955] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.960601] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 in Status: IN_PROGRESS for 2s [ 621.992443] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8755a35f-2278-4b61-8b7f-4cc8c9a1961c in Status: SUCCESS [ 621.992726] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8755a35f-2278-4b61-8b7f-4cc8c9a1961c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.992918] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8755a35f-2278-4b61-8b7f-4cc8c9a1961c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.993248] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8755a35f-2278-4b61-8b7f-4cc8c9a1961c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.993532] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.993718] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.993818] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.994063] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.994182] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.994314] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8755a35f-2278-4b61-8b7f-4cc8c9a1961c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.994445] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8755a35f-2278-4b61-8b7f-4cc8c9a1961c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.998634] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f8d7b61-36e9-45e8-af54-d7edfeb09ff7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.468405] env[65123]: INFO networking_nsxv3.common.synchronization [None req-07bb769a-992f-465d-8a01-a1b538a8b7f4 None None] Enqueued Resource ID: 037d969e-bb91-4bfa-ab73-e73068884db6 with Priority: HIGHEST for action port [ 622.469256] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 037d969e-bb91-4bfa-ab73-e73068884db6 with Priority: HIGHEST for action port [ 622.469486] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-037d969e-bb91-4bfa-ab73-e73068884db6 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.469601] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-037d969e-bb91-4bfa-ab73-e73068884db6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.469677] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-037d969e-bb91-4bfa-ab73-e73068884db6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.469976] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-037d969e-bb91-4bfa-ab73-e73068884db6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.470711] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('037d969e-bb91-4bfa-ab73-e73068884db6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.499466] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8755a35f-2278-4b61-8b7f-4cc8c9a1961c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.501629] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.501629] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.501629] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.501629] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.501629] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.501629] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 is going to be created. [ 622.529803] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.529803] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.529985] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.530102] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.530227] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.542074] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 in Status: UNINITIALIZED for 2s [ 622.978023] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 037d969e-bb91-4bfa-ab73-e73068884db6 [ 622.978023] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.978511] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.978511] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.978511] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.978622] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.978693] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:037d969e-bb91-4bfa-ab73-e73068884db6 already deleted. [ 622.978800] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-037d969e-bb91-4bfa-ab73-e73068884db6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.004237] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8755a35f-2278-4b61-8b7f-4cc8c9a1961c: rpc.has_security_group_logging(os_id): False [ 623.026829] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.027066] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.027138] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.027306] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.027394] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.027895] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.027895] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.027895] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.028637] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.028637] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.028637] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8755a35f-2278-4b61-8b7f-4cc8c9a1961c is going to be created. [ 623.109340] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.109539] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.109539] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.109748] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.109927] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.123902] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8755a35f-2278-4b61-8b7f-4cc8c9a1961c in Status: IN_PROGRESS for 2s [ 623.799324] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c07044ca-c7b5-4b1a-9325-a02c0d0d19e9 in Status: SUCCESS [ 623.799560] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c07044ca-c7b5-4b1a-9325-a02c0d0d19e9 deletion is rescheduled due to dependency. [ 623.799560] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.975624] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 in Status: SUCCESS [ 623.975624] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.411572] env[65123]: INFO networking_nsxv3.common.synchronization [req-b5f2e6b3-8021-4f4d-94ae-3d003d73d7c0 req-c53ddb35-8759-4085-8dc2-5cc593ed64ce tempest-ImagesNegativeTestJSON-450388172 tempest-ImagesNegativeTestJSON-450388172-project-member] Enqueued Resource ID: 53223eff-2e7e-4601-a6eb-563d5cb5bc32 with Priority: HIGHEST for action security_group_members [ 624.412185] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53223eff-2e7e-4601-a6eb-563d5cb5bc32 with Priority: HIGHEST for action security_group_members [ 624.412527] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-53223eff-2e7e-4601-a6eb-563d5cb5bc32 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.412654] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53223eff-2e7e-4601-a6eb-563d5cb5bc32" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.412719] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53223eff-2e7e-4601-a6eb-563d5cb5bc32" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.412923] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53223eff-2e7e-4601-a6eb-563d5cb5bc32" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.413246] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.413389] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.413510] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.413742] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.413889] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.414021] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53223eff-2e7e-4601-a6eb-563d5cb5bc32',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.552609] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 in Status: SUCCESS [ 624.552820] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.553093] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.553229] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.554271] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.554271] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.554271] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.554271] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.554271] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.554271] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.554271] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f8d7b61-36e9-45e8-af54-d7edfeb09ff7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.915921] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.916176] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.916279] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.916538] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.916694] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.917019] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.917235] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.917333] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.917565] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.917640] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.917732] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53223eff-2e7e-4601-a6eb-563d5cb5bc32 is going to be updated. [ 624.952010] env[65123]: INFO networking_nsxv3.common.synchronization [None req-bcf49ff3-0ea6-4f27-ae78-4d6ccd389eed None None] Enqueued Resource ID: 1f9e8654-b59d-4aea-869b-8bb18d164cc1 with Priority: HIGHEST for action port [ 624.952547] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f9e8654-b59d-4aea-869b-8bb18d164cc1 with Priority: HIGHEST for action port [ 624.952918] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f9e8654-b59d-4aea-869b-8bb18d164cc1 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.953055] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f9e8654-b59d-4aea-869b-8bb18d164cc1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.953110] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f9e8654-b59d-4aea-869b-8bb18d164cc1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.954754] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f9e8654-b59d-4aea-869b-8bb18d164cc1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.954754] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f9e8654-b59d-4aea-869b-8bb18d164cc1',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.957157] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.957282] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.957486] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.957586] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.957817] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.967309] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53223eff-2e7e-4601-a6eb-563d5cb5bc32 in Status: IN_PROGRESS for 2s [ 625.058295] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f8d7b61-36e9-45e8-af54-d7edfeb09ff7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.137376] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8755a35f-2278-4b61-8b7f-4cc8c9a1961c in Status: SUCCESS [ 625.137961] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8755a35f-2278-4b61-8b7f-4cc8c9a1961c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.455891] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f9e8654-b59d-4aea-869b-8bb18d164cc1 [ 625.456179] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.456332] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.456404] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.456624] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.456718] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.456924] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f9e8654-b59d-4aea-869b-8bb18d164cc1 already deleted. [ 625.456924] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f9e8654-b59d-4aea-869b-8bb18d164cc1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.560571] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f8d7b61-36e9-45e8-af54-d7edfeb09ff7: rpc.has_security_group_logging(os_id): False [ 625.585382] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.585634] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.585634] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.585961] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.586069] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.586320] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.586426] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.586520] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.586657] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.586737] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.586848] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 is going to be created. [ 625.669901] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.669901] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.669901] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.669901] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.669901] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.697346] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 in Status: IN_PROGRESS for 2s [ 626.197172] env[65123]: INFO networking_nsxv3.common.synchronization [req-24e4ba86-9ffe-4bca-b765-9025a0304fc5 req-cea8446f-aae6-4496-a493-9a0dcd65586a tempest-FloatingIPsAssociationTestJSON-1451562236 tempest-FloatingIPsAssociationTestJSON-1451562236-project-member] Enqueued Resource ID: 6b14bf84-137d-4c94-b525-b443de399c38 with Priority: HIGHEST for action security_group_members [ 626.197923] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b14bf84-137d-4c94-b525-b443de399c38 with Priority: HIGHEST for action security_group_members [ 626.200710] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b14bf84-137d-4c94-b525-b443de399c38 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.200710] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b14bf84-137d-4c94-b525-b443de399c38" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.200710] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b14bf84-137d-4c94-b525-b443de399c38" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.200710] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b14bf84-137d-4c94-b525-b443de399c38" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.200710] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.200710] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.200710] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.200710] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.200710] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.200710] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b14bf84-137d-4c94-b525-b443de399c38',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.644918] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock network-972 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.644918] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "network-972" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.645369] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "network-972" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.645369] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "network-972" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.645639] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.645798] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.645936] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.646177] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.646314] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.646548] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.646642] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 626.646703] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 626.646799] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 626.646920] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.647050] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 626.647182] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 626.674019] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 626.674019] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 626.674019] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 626.674019] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "network-972" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.674019] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock port-0f57cf7d-71c7-4a81-b16a-255c1c23ca8a taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.674019] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "port-0f57cf7d-71c7-4a81-b16a-255c1c23ca8a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.674019] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "port-0f57cf7d-71c7-4a81-b16a-255c1c23ca8a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.674019] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "port-0f57cf7d-71c7-4a81-b16a-255c1c23ca8a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.674019] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f57cf7d-71c7-4a81-b16a-255c1c23ca8a',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.703519] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.703519] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.703519] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.703677] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.703744] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.703944] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.704043] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.704105] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.704267] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.704348] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.704432] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b14bf84-137d-4c94-b525-b443de399c38 already deleted. [ 626.704508] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b14bf84-137d-4c94-b525-b443de399c38" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.980458] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53223eff-2e7e-4601-a6eb-563d5cb5bc32 in Status: SUCCESS [ 626.980638] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53223eff-2e7e-4601-a6eb-563d5cb5bc32 deletion is rescheduled due to dependency. [ 626.980770] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53223eff-2e7e-4601-a6eb-563d5cb5bc32" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.177493] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.177720] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.177841] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.178173] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.178278] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.178451] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Segment Port 0f57cf7d-71c7-4a81-b16a-255c1c23ca8a not found, creating... [ 627.178679] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.178890] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.178933] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.179201] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.179331] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.179567] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.179717] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.179826] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.180212] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.180374] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.180566] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Resource: SegmentPort with ID: 0f57cf7d-71c7-4a81-b16a-255c1c23ca8a is going to be created. [ 627.206141] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.206141] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.206305] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.206519] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.206753] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.207118] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "port-0f57cf7d-71c7-4a81-b16a-255c1c23ca8a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.714667] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 in Status: SUCCESS [ 627.715305] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.919657] env[65123]: INFO networking_nsxv3.common.synchronization [req-24e4ba86-9ffe-4bca-b765-9025a0304fc5 req-8525e6c0-c921-4638-a909-d5c873f7ea86 service nova] Enqueued Resource ID: 6b14bf84-137d-4c94-b525-b443de399c38 with Priority: HIGHEST for action security_group_rules [ 627.920352] env[65123]: INFO networking_nsxv3.common.synchronization [req-24e4ba86-9ffe-4bca-b765-9025a0304fc5 req-8525e6c0-c921-4638-a909-d5c873f7ea86 service nova] Enqueued Resource ID: 6b14bf84-137d-4c94-b525-b443de399c38 with Priority: HIGHEST for action security_group_members [ 627.920352] env[65123]: INFO networking_nsxv3.common.synchronization [req-24e4ba86-9ffe-4bca-b765-9025a0304fc5 req-8525e6c0-c921-4638-a909-d5c873f7ea86 service nova] Enqueued Resource ID: 0f57cf7d-71c7-4a81-b16a-255c1c23ca8a with Priority: HIGHEST for action port [ 627.920898] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b14bf84-137d-4c94-b525-b443de399c38 with Priority: HIGHEST for action security_group_rules [ 627.920898] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b14bf84-137d-4c94-b525-b443de399c38 with Priority: HIGHEST for action security_group_members [ 627.921276] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f57cf7d-71c7-4a81-b16a-255c1c23ca8a with Priority: HIGHEST for action port [ 627.921753] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b14bf84-137d-4c94-b525-b443de399c38 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.922045] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b14bf84-137d-4c94-b525-b443de399c38" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.922045] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b14bf84-137d-4c94-b525-b443de399c38" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.922312] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b14bf84-137d-4c94-b525-b443de399c38" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.922420] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b14bf84-137d-4c94-b525-b443de399c38',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.923309] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b14bf84-137d-4c94-b525-b443de399c38 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.923542] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b14bf84-137d-4c94-b525-b443de399c38" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.923624] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b14bf84-137d-4c94-b525-b443de399c38" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.924532] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b14bf84-137d-4c94-b525-b443de399c38" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.924532] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.924532] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.924532] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.924532] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.924532] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.924938] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b14bf84-137d-4c94-b525-b443de399c38',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.925878] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f57cf7d-71c7-4a81-b16a-255c1c23ca8a taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.926092] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f57cf7d-71c7-4a81-b16a-255c1c23ca8a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.926164] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f57cf7d-71c7-4a81-b16a-255c1c23ca8a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.926359] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f57cf7d-71c7-4a81-b16a-255c1c23ca8a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.926472] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f57cf7d-71c7-4a81-b16a-255c1c23ca8a',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.254380] env[65123]: INFO networking_nsxv3.common.synchronization [req-2f05c59e-09c5-43f1-b0d8-d2f242d891ec req-a723d1bc-36f3-4a87-a07a-561a40bbc8e0 tempest-ServerExternalEventsTest-94168398 tempest-ServerExternalEventsTest-94168398-project-member] Enqueued Resource ID: 58ea535e-6679-43e5-9c51-e76bdbd02b02 with Priority: HIGHEST for action security_group_members [ 628.255534] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58ea535e-6679-43e5-9c51-e76bdbd02b02 with Priority: HIGHEST for action security_group_members [ 628.258539] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-58ea535e-6679-43e5-9c51-e76bdbd02b02 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.258539] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58ea535e-6679-43e5-9c51-e76bdbd02b02" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.258539] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58ea535e-6679-43e5-9c51-e76bdbd02b02" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.258539] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58ea535e-6679-43e5-9c51-e76bdbd02b02" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.258539] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.258539] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.258539] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.258539] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.258539] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.258539] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58ea535e-6679-43e5-9c51-e76bdbd02b02',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.429328] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b14bf84-137d-4c94-b525-b443de399c38 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.429507] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b14bf84-137d-4c94-b525-b443de399c38" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.429657] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b14bf84-137d-4c94-b525-b443de399c38',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.430586] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f57cf7d-71c7-4a81-b16a-255c1c23ca8a with status ACTIVE [ 628.430774] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.430894] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.430967] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.431259] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.431378] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.431559] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.431708] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.431708] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.431872] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.433941] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.434229] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.434350] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.434579] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.434798] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.434921] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.435058] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f57cf7d-71c7-4a81-b16a-255c1c23ca8a is going to be updated. [ 628.458744] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.458994] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.459116] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.459403] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.459500] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.459664] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f57cf7d-71c7-4a81-b16a-255c1c23ca8a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.759236] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.759672] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.759771] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.760091] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.760233] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.760646] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.760646] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.760749] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.760971] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.761126] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.761216] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58ea535e-6679-43e5-9c51-e76bdbd02b02 is going to be updated. [ 628.796986] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.796986] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.796986] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.799034] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.799034] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.808698] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58ea535e-6679-43e5-9c51-e76bdbd02b02 in Status: IN_PROGRESS for 2s [ 628.937640] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b14bf84-137d-4c94-b525-b443de399c38',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.442512] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.442739] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.442790] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.443010] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.443116] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.443218] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b14bf84-137d-4c94-b525-b443de399c38 is going to be created. [ 629.468168] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.468376] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.468376] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.468592] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.468754] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.482372] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b14bf84-137d-4c94-b525-b443de399c38 in Status: UNINITIALIZED for 2s [ 630.824870] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58ea535e-6679-43e5-9c51-e76bdbd02b02 in Status: SUCCESS [ 630.824870] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58ea535e-6679-43e5-9c51-e76bdbd02b02 deletion is rescheduled due to dependency. [ 630.825424] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58ea535e-6679-43e5-9c51-e76bdbd02b02" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.995761] env[65123]: INFO networking_nsxv3.common.synchronization [req-473ca74f-b729-4a12-89f4-b1d73febb9a9 req-425d1f8d-971a-450f-8225-d7cd923d1981 tempest-TenantUsagesTestJSON-1002864720 tempest-TenantUsagesTestJSON-1002864720-project-member] Enqueued Resource ID: a175414b-f2bb-436a-9396-30efb190c8aa with Priority: HIGHEST for action security_group_members [ 630.997415] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a175414b-f2bb-436a-9396-30efb190c8aa with Priority: HIGHEST for action security_group_members [ 631.001490] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-a175414b-f2bb-436a-9396-30efb190c8aa taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.001490] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a175414b-f2bb-436a-9396-30efb190c8aa" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.001490] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a175414b-f2bb-436a-9396-30efb190c8aa" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.001490] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a175414b-f2bb-436a-9396-30efb190c8aa" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.001490] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.001490] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.001490] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.001490] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.001490] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.001490] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a175414b-f2bb-436a-9396-30efb190c8aa',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.493297] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b14bf84-137d-4c94-b525-b443de399c38 in Status: SUCCESS [ 631.493465] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b14bf84-137d-4c94-b525-b443de399c38" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.493649] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b14bf84-137d-4c94-b525-b443de399c38" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.493983] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b14bf84-137d-4c94-b525-b443de399c38" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.494205] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.494335] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.494400] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.494564] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.494645] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.494730] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b14bf84-137d-4c94-b525-b443de399c38" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.494820] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b14bf84-137d-4c94-b525-b443de399c38',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.508070] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.508070] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.508070] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.508070] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.508070] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.508070] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.508070] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.508070] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.508070] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.508070] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.508070] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a175414b-f2bb-436a-9396-30efb190c8aa is going to be updated. [ 631.535298] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.535445] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.535512] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.535735] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.535929] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.546044] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a175414b-f2bb-436a-9396-30efb190c8aa in Status: IN_PROGRESS for 2s [ 631.997245] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b14bf84-137d-4c94-b525-b443de399c38 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.997707] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b14bf84-137d-4c94-b525-b443de399c38" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.997707] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b14bf84-137d-4c94-b525-b443de399c38" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.997832] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b14bf84-137d-4c94-b525-b443de399c38" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.998060] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.998233] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.998346] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.998537] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.998678] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.998794] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b14bf84-137d-4c94-b525-b443de399c38" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.998993] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b14bf84-137d-4c94-b525-b443de399c38 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.999130] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b14bf84-137d-4c94-b525-b443de399c38" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.999232] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b14bf84-137d-4c94-b525-b443de399c38" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.999436] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b14bf84-137d-4c94-b525-b443de399c38" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.999660] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.999774] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.999843] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.000070] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.000181] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.000287] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b14bf84-137d-4c94-b525-b443de399c38" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.000421] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b14bf84-137d-4c94-b525-b443de399c38',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.505632] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b14bf84-137d-4c94-b525-b443de399c38: rpc.has_security_group_logging(os_id): False [ 632.522482] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.523751] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.523751] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.523751] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.523751] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.523751] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.523751] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.523751] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.524109] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.524109] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.524175] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.524898] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.524898] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.524898] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.524898] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.524898] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.524898] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.524898] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.526633] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.526633] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.526633] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b14bf84-137d-4c94-b525-b443de399c38 is going to be created. [ 632.590486] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.590782] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.590782] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.590967] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.591101] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.606030] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b14bf84-137d-4c94-b525-b443de399c38 in Status: IN_PROGRESS for 2s [ 632.918654] env[65123]: INFO networking_nsxv3.common.synchronization [None req-9489f20c-fae6-4cd2-a0fa-5e269c97c842 None None] Enqueued Resource ID: 503bfffb-d7bd-4643-8e64-e5050b76de6f with Priority: HIGHEST for action port [ 632.919384] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 503bfffb-d7bd-4643-8e64-e5050b76de6f with Priority: HIGHEST for action port [ 632.919553] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-503bfffb-d7bd-4643-8e64-e5050b76de6f taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.919676] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-503bfffb-d7bd-4643-8e64-e5050b76de6f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.919741] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-503bfffb-d7bd-4643-8e64-e5050b76de6f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.919991] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-503bfffb-d7bd-4643-8e64-e5050b76de6f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.923264] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('503bfffb-d7bd-4643-8e64-e5050b76de6f',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.425438] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 503bfffb-d7bd-4643-8e64-e5050b76de6f [ 633.425741] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.427680] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.427680] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.427680] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.427680] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.427680] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:503bfffb-d7bd-4643-8e64-e5050b76de6f already deleted. [ 633.427680] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-503bfffb-d7bd-4643-8e64-e5050b76de6f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.562616] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a175414b-f2bb-436a-9396-30efb190c8aa in Status: SUCCESS [ 633.562616] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a175414b-f2bb-436a-9396-30efb190c8aa deletion is rescheduled due to dependency. [ 633.562616] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a175414b-f2bb-436a-9396-30efb190c8aa" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.776166] env[65123]: INFO networking_nsxv3.common.synchronization [req-ff3ac994-8e48-4228-a940-5426991338cd req-f5b81cdc-15ce-4576-8000-f1de86f5c9f7 tempest-ServerDiagnosticsNegativeTest-514867411 tempest-ServerDiagnosticsNegativeTest-514867411-project-member] Enqueued Resource ID: 2a036058-7354-4a79-b92b-a4da5afe98ad with Priority: HIGHEST for action security_group_members [ 633.776725] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a036058-7354-4a79-b92b-a4da5afe98ad with Priority: HIGHEST for action security_group_members [ 633.777060] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a036058-7354-4a79-b92b-a4da5afe98ad taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.777203] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a036058-7354-4a79-b92b-a4da5afe98ad" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.777279] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a036058-7354-4a79-b92b-a4da5afe98ad" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.777463] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a036058-7354-4a79-b92b-a4da5afe98ad" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.777582] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.777706] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.777774] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.777873] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.777954] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.780051] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a036058-7354-4a79-b92b-a4da5afe98ad',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.282564] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.285733] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.285733] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.285733] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.285733] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.285733] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.285733] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.285733] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.285733] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.285733] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.285733] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a036058-7354-4a79-b92b-a4da5afe98ad is going to be updated. [ 634.327069] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.327069] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.327069] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.327069] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.327069] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.340345] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a036058-7354-4a79-b92b-a4da5afe98ad in Status: IN_PROGRESS for 2s [ 634.615772] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b14bf84-137d-4c94-b525-b443de399c38 in Status: SUCCESS [ 634.616148] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b14bf84-137d-4c94-b525-b443de399c38" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.476180] env[65123]: INFO networking_nsxv3.common.synchronization [req-3c131658-f98b-49c9-b2da-10bbe45d5d43 req-7b892156-e098-4aa2-8f7b-0422112a1022 tempest-InstanceActionsV221TestJSON-1061795085 tempest-InstanceActionsV221TestJSON-1061795085-project-member] Enqueued Resource ID: b4983350-ac51-493c-9f3b-b4fed10e38dd with Priority: HIGHEST for action security_group_members [ 635.476835] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4983350-ac51-493c-9f3b-b4fed10e38dd with Priority: HIGHEST for action security_group_members [ 635.477345] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4983350-ac51-493c-9f3b-b4fed10e38dd taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.477441] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4983350-ac51-493c-9f3b-b4fed10e38dd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.477538] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4983350-ac51-493c-9f3b-b4fed10e38dd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.477804] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4983350-ac51-493c-9f3b-b4fed10e38dd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.477968] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.478346] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.478346] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.478346] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.478499] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.478499] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4983350-ac51-493c-9f3b-b4fed10e38dd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.667846] env[65123]: INFO networking_nsxv3.common.synchronization [None req-b8b5231d-4e69-4841-b12f-2b11e0a35d69 None None] Enqueued Resource ID: 26af7c10-f69f-418a-9a44-045fd2dc1667 with Priority: HIGHEST for action port [ 635.667846] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26af7c10-f69f-418a-9a44-045fd2dc1667 with Priority: HIGHEST for action port [ 635.667846] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-26af7c10-f69f-418a-9a44-045fd2dc1667 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.670706] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26af7c10-f69f-418a-9a44-045fd2dc1667" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.670706] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26af7c10-f69f-418a-9a44-045fd2dc1667" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.670706] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26af7c10-f69f-418a-9a44-045fd2dc1667" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.670706] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26af7c10-f69f-418a-9a44-045fd2dc1667',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.905888] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock network-221 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.910147] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "network-221" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.910407] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "network-221" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.910783] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "network-221" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.911160] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.911390] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.911530] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.911853] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.911937] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.912162] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.912272] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 635.912376] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 635.912479] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 635.912682] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.912905] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 635.913087] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 635.937383] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 635.937610] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 635.937785] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 635.938026] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "network-221" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.938335] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock port-193db40e-8d29-4078-ac43-c4732226abc7 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.938576] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "port-193db40e-8d29-4078-ac43-c4732226abc7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.938627] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "port-193db40e-8d29-4078-ac43-c4732226abc7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.938985] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "port-193db40e-8d29-4078-ac43-c4732226abc7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.939221] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('193db40e-8d29-4078-ac43-c4732226abc7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.980798] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.981061] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.981176] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.981436] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.981534] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.981742] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.981859] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.982716] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.982956] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.983065] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.983162] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4983350-ac51-493c-9f3b-b4fed10e38dd already deleted. [ 635.983250] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4983350-ac51-493c-9f3b-b4fed10e38dd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.171889] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26af7c10-f69f-418a-9a44-045fd2dc1667 [ 636.172517] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.172517] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.172517] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.172778] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.172778] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.172778] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26af7c10-f69f-418a-9a44-045fd2dc1667 already deleted. [ 636.172932] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26af7c10-f69f-418a-9a44-045fd2dc1667" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.358528] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a036058-7354-4a79-b92b-a4da5afe98ad in Status: SUCCESS [ 636.358721] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a036058-7354-4a79-b92b-a4da5afe98ad deletion is rescheduled due to dependency. [ 636.358855] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a036058-7354-4a79-b92b-a4da5afe98ad" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.442294] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.442564] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.442689] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.442969] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.443169] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.443277] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Segment Port 193db40e-8d29-4078-ac43-c4732226abc7 not found, creating... [ 636.443546] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.443683] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.443802] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.444040] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.444719] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.444719] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.444719] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.448156] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.448156] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.448156] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.448574] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Resource: SegmentPort with ID: 193db40e-8d29-4078-ac43-c4732226abc7 is going to be created. [ 636.472182] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.472414] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.472534] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.473360] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.473688] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.474064] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "port-193db40e-8d29-4078-ac43-c4732226abc7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.231924] env[65123]: INFO networking_nsxv3.common.synchronization [req-3c131658-f98b-49c9-b2da-10bbe45d5d43 req-d4a81c85-d380-4eaa-80b3-d93db12c3f48 service nova] Enqueued Resource ID: b4983350-ac51-493c-9f3b-b4fed10e38dd with Priority: HIGHEST for action security_group_rules [ 637.232323] env[65123]: INFO networking_nsxv3.common.synchronization [req-3c131658-f98b-49c9-b2da-10bbe45d5d43 req-d4a81c85-d380-4eaa-80b3-d93db12c3f48 service nova] Enqueued Resource ID: b4983350-ac51-493c-9f3b-b4fed10e38dd with Priority: HIGHEST for action security_group_members [ 637.232617] env[65123]: INFO networking_nsxv3.common.synchronization [req-3c131658-f98b-49c9-b2da-10bbe45d5d43 req-d4a81c85-d380-4eaa-80b3-d93db12c3f48 service nova] Enqueued Resource ID: 193db40e-8d29-4078-ac43-c4732226abc7 with Priority: HIGHEST for action port [ 637.233424] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4983350-ac51-493c-9f3b-b4fed10e38dd with Priority: HIGHEST for action security_group_rules [ 637.233424] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4983350-ac51-493c-9f3b-b4fed10e38dd with Priority: HIGHEST for action security_group_members [ 637.233547] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 193db40e-8d29-4078-ac43-c4732226abc7 with Priority: HIGHEST for action port [ 637.233974] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4983350-ac51-493c-9f3b-b4fed10e38dd taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.234237] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4983350-ac51-493c-9f3b-b4fed10e38dd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.234237] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4983350-ac51-493c-9f3b-b4fed10e38dd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.234609] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4983350-ac51-493c-9f3b-b4fed10e38dd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.234744] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4983350-ac51-493c-9f3b-b4fed10e38dd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.236062] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4983350-ac51-493c-9f3b-b4fed10e38dd taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.236158] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4983350-ac51-493c-9f3b-b4fed10e38dd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.236270] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4983350-ac51-493c-9f3b-b4fed10e38dd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.236559] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4983350-ac51-493c-9f3b-b4fed10e38dd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.237275] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.237445] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.237580] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.237900] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.238014] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.238082] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4983350-ac51-493c-9f3b-b4fed10e38dd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.239285] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-193db40e-8d29-4078-ac43-c4732226abc7 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.239393] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-193db40e-8d29-4078-ac43-c4732226abc7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.239758] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-193db40e-8d29-4078-ac43-c4732226abc7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.239758] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-193db40e-8d29-4078-ac43-c4732226abc7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.239858] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('193db40e-8d29-4078-ac43-c4732226abc7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.747968] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4983350-ac51-493c-9f3b-b4fed10e38dd taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.747968] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4983350-ac51-493c-9f3b-b4fed10e38dd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.747968] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4983350-ac51-493c-9f3b-b4fed10e38dd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.749035] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 193db40e-8d29-4078-ac43-c4732226abc7 with status ACTIVE [ 637.749035] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.749035] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.749035] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.749275] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.749275] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.749801] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.749801] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.749801] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.749801] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.749801] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.752427] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.752427] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.752427] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.752427] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.752427] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.752427] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 193db40e-8d29-4078-ac43-c4732226abc7 is going to be updated. [ 637.781132] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.781132] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.781132] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.781132] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.781132] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.781132] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-193db40e-8d29-4078-ac43-c4732226abc7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.122883] env[65123]: INFO networking_nsxv3.common.synchronization [req-b775103c-5aff-4741-a7ea-21dade1675f8 req-c081ea72-b5cf-459e-ab2b-626258a91f7f tempest-ServersWithSpecificFlavorTestJSON-666251071 tempest-ServersWithSpecificFlavorTestJSON-666251071-project-member] Enqueued Resource ID: 58a92d28-ea32-4136-881b-c9e00679b197 with Priority: HIGHEST for action security_group_members [ 638.123269] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58a92d28-ea32-4136-881b-c9e00679b197 with Priority: HIGHEST for action security_group_members [ 638.127565] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-58a92d28-ea32-4136-881b-c9e00679b197 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.127565] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58a92d28-ea32-4136-881b-c9e00679b197" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.127565] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58a92d28-ea32-4136-881b-c9e00679b197" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.127826] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58a92d28-ea32-4136-881b-c9e00679b197" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.127980] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.128680] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.128680] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.128680] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.128680] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.128680] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58a92d28-ea32-4136-881b-c9e00679b197',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.254339] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4983350-ac51-493c-9f3b-b4fed10e38dd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.573987] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-287 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.574225] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-287" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.574347] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-287" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.575037] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-287" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.575037] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.576063] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.576063] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.576336] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.576401] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.576597] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 638.576711] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 638.576818] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 638.577150] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 638.577150] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 638.577150] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 638.577275] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 638.598870] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 638.599011] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 638.599092] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 638.599263] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-287" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.599579] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-0c461641-5c8d-4563-85de-70ee6cedf856 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.599747] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-0c461641-5c8d-4563-85de-70ee6cedf856" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.599862] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-0c461641-5c8d-4563-85de-70ee6cedf856" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.600269] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-0c461641-5c8d-4563-85de-70ee6cedf856" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.600413] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c461641-5c8d-4563-85de-70ee6cedf856',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.630622] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.630784] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.630827] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.631056] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.631152] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.631347] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.631605] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.631605] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.631759] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.631759] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.631861] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58a92d28-ea32-4136-881b-c9e00679b197 already deleted. [ 638.631919] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58a92d28-ea32-4136-881b-c9e00679b197" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.760822] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.760989] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.761099] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.761323] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.761436] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.761511] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4983350-ac51-493c-9f3b-b4fed10e38dd is going to be created. [ 638.785591] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.785745] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.785856] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.786126] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.786310] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.796105] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4983350-ac51-493c-9f3b-b4fed10e38dd in Status: UNINITIALIZED for 2s [ 639.103137] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.103806] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.103806] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.103806] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.103990] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.104171] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port 0c461641-5c8d-4563-85de-70ee6cedf856 not found, creating... [ 639.104880] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.104880] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.104880] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.104880] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.105081] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.105263] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.105416] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.105528] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.105730] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.105888] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.106100] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: 0c461641-5c8d-4563-85de-70ee6cedf856 is going to be created. [ 639.127048] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.127284] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.127402] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.128112] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.128389] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.128610] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-0c461641-5c8d-4563-85de-70ee6cedf856" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.868354] env[65123]: INFO networking_nsxv3.common.synchronization [req-b775103c-5aff-4741-a7ea-21dade1675f8 req-706e727e-0d00-4951-92b7-11d334a048e2 service nova] Enqueued Resource ID: 58a92d28-ea32-4136-881b-c9e00679b197 with Priority: HIGHEST for action security_group_rules [ 639.868685] env[65123]: INFO networking_nsxv3.common.synchronization [req-b775103c-5aff-4741-a7ea-21dade1675f8 req-706e727e-0d00-4951-92b7-11d334a048e2 service nova] Enqueued Resource ID: 58a92d28-ea32-4136-881b-c9e00679b197 with Priority: HIGHEST for action security_group_members [ 639.868725] env[65123]: INFO networking_nsxv3.common.synchronization [req-b775103c-5aff-4741-a7ea-21dade1675f8 req-706e727e-0d00-4951-92b7-11d334a048e2 service nova] Enqueued Resource ID: 0c461641-5c8d-4563-85de-70ee6cedf856 with Priority: HIGHEST for action port [ 639.869367] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58a92d28-ea32-4136-881b-c9e00679b197 with Priority: HIGHEST for action security_group_rules [ 639.869573] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58a92d28-ea32-4136-881b-c9e00679b197 with Priority: HIGHEST for action security_group_members [ 639.869749] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c461641-5c8d-4563-85de-70ee6cedf856 with Priority: HIGHEST for action port [ 639.874611] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58a92d28-ea32-4136-881b-c9e00679b197 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.874797] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58a92d28-ea32-4136-881b-c9e00679b197" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.874869] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58a92d28-ea32-4136-881b-c9e00679b197" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.875226] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58a92d28-ea32-4136-881b-c9e00679b197" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.875226] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58a92d28-ea32-4136-881b-c9e00679b197',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.876206] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-58a92d28-ea32-4136-881b-c9e00679b197 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.876326] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58a92d28-ea32-4136-881b-c9e00679b197" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.876394] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58a92d28-ea32-4136-881b-c9e00679b197" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.876577] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58a92d28-ea32-4136-881b-c9e00679b197" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.876868] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.876868] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.876868] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.877054] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.877103] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.877193] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58a92d28-ea32-4136-881b-c9e00679b197',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.880210] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c461641-5c8d-4563-85de-70ee6cedf856 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.880210] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c461641-5c8d-4563-85de-70ee6cedf856" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.880360] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c461641-5c8d-4563-85de-70ee6cedf856" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.880472] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c461641-5c8d-4563-85de-70ee6cedf856" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.881537] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c461641-5c8d-4563-85de-70ee6cedf856',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.381694] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('58a92d28-ea32-4136-881b-c9e00679b197',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.382893] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-58a92d28-ea32-4136-881b-c9e00679b197 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.387031] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58a92d28-ea32-4136-881b-c9e00679b197" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.387031] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c461641-5c8d-4563-85de-70ee6cedf856 with status ACTIVE [ 640.387031] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.387031] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.387031] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.387031] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.387031] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.387031] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.387031] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.387031] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.387031] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.387031] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.387031] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.387031] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.387031] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.387031] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.387031] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.388574] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c461641-5c8d-4563-85de-70ee6cedf856 is going to be updated. [ 640.415675] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.416365] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.416455] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.416706] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.416988] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.417218] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c461641-5c8d-4563-85de-70ee6cedf856" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.809268] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4983350-ac51-493c-9f3b-b4fed10e38dd in Status: SUCCESS [ 640.809523] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4983350-ac51-493c-9f3b-b4fed10e38dd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.809701] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4983350-ac51-493c-9f3b-b4fed10e38dd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.811119] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4983350-ac51-493c-9f3b-b4fed10e38dd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.811119] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.811119] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.811119] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.811119] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.811119] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.811119] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4983350-ac51-493c-9f3b-b4fed10e38dd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.811119] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4983350-ac51-493c-9f3b-b4fed10e38dd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.885772] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('58a92d28-ea32-4136-881b-c9e00679b197',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.315917] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4983350-ac51-493c-9f3b-b4fed10e38dd taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.315917] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4983350-ac51-493c-9f3b-b4fed10e38dd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.315917] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4983350-ac51-493c-9f3b-b4fed10e38dd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.316390] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4983350-ac51-493c-9f3b-b4fed10e38dd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.316458] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.316594] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.316683] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.316838] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.316966] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.317551] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4983350-ac51-493c-9f3b-b4fed10e38dd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.317551] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4983350-ac51-493c-9f3b-b4fed10e38dd taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.317551] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4983350-ac51-493c-9f3b-b4fed10e38dd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.317551] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4983350-ac51-493c-9f3b-b4fed10e38dd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.317892] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4983350-ac51-493c-9f3b-b4fed10e38dd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.317892] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.317994] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.317994] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.319601] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.319601] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.319601] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4983350-ac51-493c-9f3b-b4fed10e38dd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.319601] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4983350-ac51-493c-9f3b-b4fed10e38dd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.387471] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.387714] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.387824] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.388166] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.388304] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.388454] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58a92d28-ea32-4136-881b-c9e00679b197 is going to be created. [ 641.421136] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.421297] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.421376] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.421576] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.421738] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.432533] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58a92d28-ea32-4136-881b-c9e00679b197 in Status: UNINITIALIZED for 2s [ 641.822239] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4983350-ac51-493c-9f3b-b4fed10e38dd: rpc.has_security_group_logging(os_id): False [ 641.842260] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.842411] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.842507] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.842787] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.842898] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.843129] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.843636] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.843636] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.843636] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.843636] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.844207] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.844207] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.844354] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.844566] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.844701] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.845079] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.845203] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.845311] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.845779] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.845779] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.845779] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4983350-ac51-493c-9f3b-b4fed10e38dd is going to be created. [ 641.918244] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.918685] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.918685] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.918761] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.918886] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.932758] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4983350-ac51-493c-9f3b-b4fed10e38dd in Status: IN_PROGRESS for 2s [ 642.746341] env[65123]: INFO networking_nsxv3.common.synchronization [req-a428240f-d6b9-490e-b983-4c40c5fd82d9 req-6f493487-874d-4a02-96ef-e5ab649a813f tempest-VolumesAdminNegativeTest-1558025886 tempest-VolumesAdminNegativeTest-1558025886-project-member] Enqueued Resource ID: 99ef775d-e820-4aaf-95c9-ebc31e48e52c with Priority: HIGHEST for action security_group_members [ 642.746947] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99ef775d-e820-4aaf-95c9-ebc31e48e52c with Priority: HIGHEST for action security_group_members [ 642.747280] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-99ef775d-e820-4aaf-95c9-ebc31e48e52c taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.748210] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99ef775d-e820-4aaf-95c9-ebc31e48e52c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.748210] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99ef775d-e820-4aaf-95c9-ebc31e48e52c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.748210] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99ef775d-e820-4aaf-95c9-ebc31e48e52c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.748210] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.748210] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.748210] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.748853] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.748853] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.748962] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99ef775d-e820-4aaf-95c9-ebc31e48e52c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.174025] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock network-385 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.174395] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "network-385" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.174509] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "network-385" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.174959] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "network-385" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.175374] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.175613] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.175779] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.176116] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.176316] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.176589] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 643.176744] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 643.176893] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 643.177061] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 643.177216] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 643.177364] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 643.177544] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 643.196737] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 643.196949] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 643.197118] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 643.197288] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "network-385" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.197607] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock port-321937dc-aa41-46d9-b14f-2a97cf6ed69f taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.197780] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "port-321937dc-aa41-46d9-b14f-2a97cf6ed69f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.198262] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "port-321937dc-aa41-46d9-b14f-2a97cf6ed69f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.198262] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "port-321937dc-aa41-46d9-b14f-2a97cf6ed69f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.198574] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('321937dc-aa41-46d9-b14f-2a97cf6ed69f',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.250715] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.250900] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.250957] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.251204] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.251292] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.251530] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.251640] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.251712] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.251846] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.251921] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.252028] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99ef775d-e820-4aaf-95c9-ebc31e48e52c already deleted. [ 643.252108] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99ef775d-e820-4aaf-95c9-ebc31e48e52c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.443420] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58a92d28-ea32-4136-881b-c9e00679b197 in Status: SUCCESS [ 643.443960] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58a92d28-ea32-4136-881b-c9e00679b197" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.443960] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58a92d28-ea32-4136-881b-c9e00679b197" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.444210] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58a92d28-ea32-4136-881b-c9e00679b197" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.444417] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.444541] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.444636] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.444772] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.444855] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.444942] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58a92d28-ea32-4136-881b-c9e00679b197" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.445047] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('58a92d28-ea32-4136-881b-c9e00679b197',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.701883] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.702136] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.702288] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.702646] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.702798] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.702948] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Segment Port 321937dc-aa41-46d9-b14f-2a97cf6ed69f not found, creating... [ 643.703227] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.703383] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.703497] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.703713] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.703844] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.704180] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.704336] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.704449] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.704651] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.704780] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.704914] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Resource: SegmentPort with ID: 321937dc-aa41-46d9-b14f-2a97cf6ed69f is going to be created. [ 643.724866] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.725089] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.725243] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.725522] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.725746] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.725964] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "port-321937dc-aa41-46d9-b14f-2a97cf6ed69f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.946748] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4983350-ac51-493c-9f3b-b4fed10e38dd in Status: SUCCESS [ 643.946748] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4983350-ac51-493c-9f3b-b4fed10e38dd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.947036] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('58a92d28-ea32-4136-881b-c9e00679b197',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.421074] env[65123]: INFO networking_nsxv3.common.synchronization [req-a428240f-d6b9-490e-b983-4c40c5fd82d9 req-9d41da47-fa6d-4aef-bbc9-af6c49a8604e service nova] Enqueued Resource ID: 99ef775d-e820-4aaf-95c9-ebc31e48e52c with Priority: HIGHEST for action security_group_rules [ 644.421338] env[65123]: INFO networking_nsxv3.common.synchronization [req-a428240f-d6b9-490e-b983-4c40c5fd82d9 req-9d41da47-fa6d-4aef-bbc9-af6c49a8604e service nova] Enqueued Resource ID: 99ef775d-e820-4aaf-95c9-ebc31e48e52c with Priority: HIGHEST for action security_group_members [ 644.421416] env[65123]: INFO networking_nsxv3.common.synchronization [req-a428240f-d6b9-490e-b983-4c40c5fd82d9 req-9d41da47-fa6d-4aef-bbc9-af6c49a8604e service nova] Enqueued Resource ID: 321937dc-aa41-46d9-b14f-2a97cf6ed69f with Priority: HIGHEST for action port [ 644.422512] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99ef775d-e820-4aaf-95c9-ebc31e48e52c with Priority: HIGHEST for action security_group_rules [ 644.422758] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99ef775d-e820-4aaf-95c9-ebc31e48e52c with Priority: HIGHEST for action security_group_members [ 644.422972] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 321937dc-aa41-46d9-b14f-2a97cf6ed69f with Priority: HIGHEST for action port [ 644.423501] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99ef775d-e820-4aaf-95c9-ebc31e48e52c taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.423752] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99ef775d-e820-4aaf-95c9-ebc31e48e52c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.424775] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99ef775d-e820-4aaf-95c9-ebc31e48e52c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.424775] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99ef775d-e820-4aaf-95c9-ebc31e48e52c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.424775] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99ef775d-e820-4aaf-95c9-ebc31e48e52c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.427085] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-99ef775d-e820-4aaf-95c9-ebc31e48e52c taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.427085] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99ef775d-e820-4aaf-95c9-ebc31e48e52c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.427085] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99ef775d-e820-4aaf-95c9-ebc31e48e52c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.427085] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99ef775d-e820-4aaf-95c9-ebc31e48e52c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.427944] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.427944] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.427944] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.427944] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.428303] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.428303] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99ef775d-e820-4aaf-95c9-ebc31e48e52c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.430947] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-321937dc-aa41-46d9-b14f-2a97cf6ed69f taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.431468] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-321937dc-aa41-46d9-b14f-2a97cf6ed69f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.431565] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-321937dc-aa41-46d9-b14f-2a97cf6ed69f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.431781] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-321937dc-aa41-46d9-b14f-2a97cf6ed69f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.432107] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('321937dc-aa41-46d9-b14f-2a97cf6ed69f',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.452237] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 58a92d28-ea32-4136-881b-c9e00679b197: rpc.has_security_group_logging(os_id): False [ 644.472552] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.475205] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.475205] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.475205] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.475205] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.475205] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.475205] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.475205] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.475205] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.475205] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.475205] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58a92d28-ea32-4136-881b-c9e00679b197 is going to be created. [ 644.557631] env[65123]: INFO networking_nsxv3.common.synchronization [None req-87d9b5c7-fb00-456d-a16a-a304e798c58d None None] Enqueued Resource ID: 072b419d-8983-4a97-8382-fa5f7056023e with Priority: HIGHEST for action port [ 644.558214] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 072b419d-8983-4a97-8382-fa5f7056023e with Priority: HIGHEST for action port [ 644.558518] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-072b419d-8983-4a97-8382-fa5f7056023e taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.558645] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-072b419d-8983-4a97-8382-fa5f7056023e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.558710] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-072b419d-8983-4a97-8382-fa5f7056023e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.559050] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-072b419d-8983-4a97-8382-fa5f7056023e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.559142] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('072b419d-8983-4a97-8382-fa5f7056023e',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.624660] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.624798] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.624873] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.625102] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.625285] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.640335] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58a92d28-ea32-4136-881b-c9e00679b197 in Status: IN_PROGRESS for 2s [ 644.927634] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-99ef775d-e820-4aaf-95c9-ebc31e48e52c taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.927865] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99ef775d-e820-4aaf-95c9-ebc31e48e52c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.934272] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99ef775d-e820-4aaf-95c9-ebc31e48e52c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.941694] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 321937dc-aa41-46d9-b14f-2a97cf6ed69f with status ACTIVE [ 644.941694] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.941694] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.941925] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.941925] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.942054] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.942414] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.942414] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.942414] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.942580] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.942580] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.943250] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.943250] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.943250] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.943250] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.943250] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.943250] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 321937dc-aa41-46d9-b14f-2a97cf6ed69f is going to be updated. [ 644.964740] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.964956] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.964956] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.965100] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.965238] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.965396] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-321937dc-aa41-46d9-b14f-2a97cf6ed69f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.061690] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 072b419d-8983-4a97-8382-fa5f7056023e [ 645.061857] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.062148] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.062148] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.062501] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.062501] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.062501] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:072b419d-8983-4a97-8382-fa5f7056023e already deleted. [ 645.062832] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-072b419d-8983-4a97-8382-fa5f7056023e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.437495] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99ef775d-e820-4aaf-95c9-ebc31e48e52c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.940828] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.940923] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.941060] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.941590] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.941590] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.941590] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99ef775d-e820-4aaf-95c9-ebc31e48e52c is going to be created. [ 645.974977] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.974977] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.974977] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.975352] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.975352] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.990977] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99ef775d-e820-4aaf-95c9-ebc31e48e52c in Status: UNINITIALIZED for 2s [ 646.658951] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58a92d28-ea32-4136-881b-c9e00679b197 in Status: SUCCESS [ 646.660571] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58a92d28-ea32-4136-881b-c9e00679b197" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.693074] env[65123]: INFO networking_nsxv3.common.synchronization [None req-21234b36-53e2-49b0-bfd5-008c133b2eff None None] Enqueued Resource ID: 272cebbd-6c4b-4f71-8fa6-2b60bc06b7d4 with Priority: HIGHEST for action port [ 646.693891] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 272cebbd-6c4b-4f71-8fa6-2b60bc06b7d4 with Priority: HIGHEST for action port [ 646.696693] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-272cebbd-6c4b-4f71-8fa6-2b60bc06b7d4 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.696693] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-272cebbd-6c4b-4f71-8fa6-2b60bc06b7d4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.696693] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-272cebbd-6c4b-4f71-8fa6-2b60bc06b7d4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.696693] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-272cebbd-6c4b-4f71-8fa6-2b60bc06b7d4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.696693] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('272cebbd-6c4b-4f71-8fa6-2b60bc06b7d4',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.200747] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 272cebbd-6c4b-4f71-8fa6-2b60bc06b7d4 [ 647.201021] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.201165] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.201232] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.201441] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.201529] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.201618] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:272cebbd-6c4b-4f71-8fa6-2b60bc06b7d4 already deleted. [ 647.201695] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-272cebbd-6c4b-4f71-8fa6-2b60bc06b7d4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.478361] env[65123]: INFO networking_nsxv3.common.synchronization [req-bf3b733f-ccf2-41f3-8b6d-130cf71ea2dc req-fa129226-4764-4e3e-bb34-0f8c5b02da74 tempest-ServerDiagnosticsTest-2063634734 tempest-ServerDiagnosticsTest-2063634734-project-member] Enqueued Resource ID: 41c9e9da-5695-43b1-82a7-d34673030227 with Priority: HIGHEST for action security_group_members [ 647.482042] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41c9e9da-5695-43b1-82a7-d34673030227 with Priority: HIGHEST for action security_group_members [ 647.482042] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-41c9e9da-5695-43b1-82a7-d34673030227 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.482042] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41c9e9da-5695-43b1-82a7-d34673030227" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.482042] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41c9e9da-5695-43b1-82a7-d34673030227" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.482042] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41c9e9da-5695-43b1-82a7-d34673030227" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.482042] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.482042] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.482042] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.482042] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.482042] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.482042] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41c9e9da-5695-43b1-82a7-d34673030227',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.577615] env[65123]: INFO networking_nsxv3.common.synchronization [None req-828ce3da-b065-48b3-b94f-56001ae39dc2 None None] Enqueued Resource ID: 49cefbd7-be19-4cb3-be52-df629b4890c3 with Priority: HIGHEST for action port [ 647.577615] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49cefbd7-be19-4cb3-be52-df629b4890c3 with Priority: HIGHEST for action port [ 647.577615] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-49cefbd7-be19-4cb3-be52-df629b4890c3 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.577615] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49cefbd7-be19-4cb3-be52-df629b4890c3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.577615] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49cefbd7-be19-4cb3-be52-df629b4890c3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.577615] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49cefbd7-be19-4cb3-be52-df629b4890c3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.577615] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49cefbd7-be19-4cb3-be52-df629b4890c3',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.938011] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-914 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.938794] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-914" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.938794] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-914" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.938794] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-914" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.939619] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.939756] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.941942] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.942054] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.942175] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.942756] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.942756] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 647.942756] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 647.942756] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 647.942955] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.942955] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 647.943043] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 647.969556] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 647.969556] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 647.969556] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 647.969556] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-914" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.969556] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-89d213a3-a39d-47d8-be75-6405582c1524 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.969556] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-89d213a3-a39d-47d8-be75-6405582c1524" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.969556] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-89d213a3-a39d-47d8-be75-6405582c1524" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.969556] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-89d213a3-a39d-47d8-be75-6405582c1524" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.969556] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89d213a3-a39d-47d8-be75-6405582c1524',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.984170] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.984339] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.985398] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.985398] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.985398] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.985398] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.985398] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.985398] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.985398] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.985398] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.985789] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41c9e9da-5695-43b1-82a7-d34673030227 already deleted. [ 647.985789] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41c9e9da-5695-43b1-82a7-d34673030227" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.003959] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99ef775d-e820-4aaf-95c9-ebc31e48e52c in Status: SUCCESS [ 648.004982] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99ef775d-e820-4aaf-95c9-ebc31e48e52c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.004982] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99ef775d-e820-4aaf-95c9-ebc31e48e52c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.004982] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99ef775d-e820-4aaf-95c9-ebc31e48e52c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.010023] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.010023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.010023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.010023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.010023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.010023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99ef775d-e820-4aaf-95c9-ebc31e48e52c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.010023] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('99ef775d-e820-4aaf-95c9-ebc31e48e52c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.081798] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 49cefbd7-be19-4cb3-be52-df629b4890c3 [ 648.081798] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.083787] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.083787] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.083787] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.083787] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.083787] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:49cefbd7-be19-4cb3-be52-df629b4890c3 already deleted. [ 648.083787] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49cefbd7-be19-4cb3-be52-df629b4890c3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.474168] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.474300] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.474415] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.474698] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.474842] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.474987] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port 89d213a3-a39d-47d8-be75-6405582c1524 not found, creating... [ 648.475314] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.475477] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.475589] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.475798] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.475943] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.476396] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.476588] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.476730] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.476964] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.477144] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.477309] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: 89d213a3-a39d-47d8-be75-6405582c1524 is going to be created. [ 648.496705] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.496974] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.497320] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.497654] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.497956] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.498256] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-89d213a3-a39d-47d8-be75-6405582c1524" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.509189] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-99ef775d-e820-4aaf-95c9-ebc31e48e52c taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.509352] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99ef775d-e820-4aaf-95c9-ebc31e48e52c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.509425] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99ef775d-e820-4aaf-95c9-ebc31e48e52c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.509640] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99ef775d-e820-4aaf-95c9-ebc31e48e52c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.509812] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.509925] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.509992] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.510160] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.510261] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.510400] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99ef775d-e820-4aaf-95c9-ebc31e48e52c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.510565] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-99ef775d-e820-4aaf-95c9-ebc31e48e52c taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.510663] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99ef775d-e820-4aaf-95c9-ebc31e48e52c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.510724] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99ef775d-e820-4aaf-95c9-ebc31e48e52c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.510871] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99ef775d-e820-4aaf-95c9-ebc31e48e52c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.511017] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.511112] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.511177] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.511316] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.511414] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.511471] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99ef775d-e820-4aaf-95c9-ebc31e48e52c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.511553] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('99ef775d-e820-4aaf-95c9-ebc31e48e52c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.015058] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 99ef775d-e820-4aaf-95c9-ebc31e48e52c: rpc.has_security_group_logging(os_id): False [ 649.019835] env[65123]: INFO networking_nsxv3.common.synchronization [None req-7d0eb120-a26e-4d34-9e6b-150e4f29dd28 tempest-ServerActionsTestJSON-1424708554 tempest-ServerActionsTestJSON-1424708554-project-member] Enqueued Resource ID: c2d08436-351c-4d82-a1f1-2b3cee27193b with Priority: HIGHEST for action security_group_rules [ 649.020245] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2d08436-351c-4d82-a1f1-2b3cee27193b with Priority: HIGHEST for action security_group_rules [ 649.020594] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2d08436-351c-4d82-a1f1-2b3cee27193b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.020755] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.022808] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.022808] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.022808] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2d08436-351c-4d82-a1f1-2b3cee27193b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.039658] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.039848] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.039970] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.040095] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.040188] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.040369] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.040467] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.040537] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.040671] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.040748] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.040939] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.041043] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.041101] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.041244] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.041318] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.041614] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.041614] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.041883] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.041883] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.047233] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.047375] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99ef775d-e820-4aaf-95c9-ebc31e48e52c is going to be created. [ 649.123051] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.124152] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.124396] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.127344] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.128832] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.143456] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99ef775d-e820-4aaf-95c9-ebc31e48e52c in Status: IN_PROGRESS for 2s [ 649.462079] env[65123]: INFO networking_nsxv3.common.synchronization [req-bf3b733f-ccf2-41f3-8b6d-130cf71ea2dc req-64c44eeb-a1de-491d-9bcc-1f3ee520642e service nova] Enqueued Resource ID: 41c9e9da-5695-43b1-82a7-d34673030227 with Priority: HIGHEST for action security_group_rules [ 649.462294] env[65123]: INFO networking_nsxv3.common.synchronization [req-bf3b733f-ccf2-41f3-8b6d-130cf71ea2dc req-64c44eeb-a1de-491d-9bcc-1f3ee520642e service nova] Enqueued Resource ID: 41c9e9da-5695-43b1-82a7-d34673030227 with Priority: HIGHEST for action security_group_members [ 649.462436] env[65123]: INFO networking_nsxv3.common.synchronization [req-bf3b733f-ccf2-41f3-8b6d-130cf71ea2dc req-64c44eeb-a1de-491d-9bcc-1f3ee520642e service nova] Enqueued Resource ID: 89d213a3-a39d-47d8-be75-6405582c1524 with Priority: HIGHEST for action port [ 649.463283] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41c9e9da-5695-43b1-82a7-d34673030227 with Priority: HIGHEST for action security_group_rules [ 649.463283] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41c9e9da-5695-43b1-82a7-d34673030227 with Priority: HIGHEST for action security_group_members [ 649.463689] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89d213a3-a39d-47d8-be75-6405582c1524 with Priority: HIGHEST for action port [ 649.463689] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41c9e9da-5695-43b1-82a7-d34673030227 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.463852] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41c9e9da-5695-43b1-82a7-d34673030227" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.463895] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41c9e9da-5695-43b1-82a7-d34673030227" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.464200] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41c9e9da-5695-43b1-82a7-d34673030227" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.464284] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41c9e9da-5695-43b1-82a7-d34673030227',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.465256] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-41c9e9da-5695-43b1-82a7-d34673030227 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.465403] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41c9e9da-5695-43b1-82a7-d34673030227" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.465519] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41c9e9da-5695-43b1-82a7-d34673030227" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.465676] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41c9e9da-5695-43b1-82a7-d34673030227" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.465853] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.465960] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.467157] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.467417] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.467994] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.467994] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41c9e9da-5695-43b1-82a7-d34673030227',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.468525] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-89d213a3-a39d-47d8-be75-6405582c1524 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.468640] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89d213a3-a39d-47d8-be75-6405582c1524" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.468699] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89d213a3-a39d-47d8-be75-6405582c1524" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.468858] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89d213a3-a39d-47d8-be75-6405582c1524" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.468935] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89d213a3-a39d-47d8-be75-6405582c1524',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.477154] env[65123]: INFO networking_nsxv3.common.synchronization [None req-195cb79e-8676-4a31-84c2-9fbf39b16c0c tempest-ServerActionsTestJSON-1424708554 tempest-ServerActionsTestJSON-1424708554-project-member] Enqueued Resource ID: c2d08436-351c-4d82-a1f1-2b3cee27193b with Priority: HIGHEST for action security_group_rules [ 649.477671] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2d08436-351c-4d82-a1f1-2b3cee27193b with Priority: HIGHEST for action security_group_rules [ 649.478202] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2d08436-351c-4d82-a1f1-2b3cee27193b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.478202] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.543172] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.543172] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.543172] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.543172] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.543172] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.543496] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2d08436-351c-4d82-a1f1-2b3cee27193b already deleted. [ 649.543496] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.543496] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.543600] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.543634] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2d08436-351c-4d82-a1f1-2b3cee27193b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.720735] env[65123]: INFO networking_nsxv3.common.synchronization [None req-77c2e141-2ab7-4121-aa74-aa6c670059f3 None None] Enqueued Resource ID: e77601e0-97b6-406d-994b-f92f57910feb with Priority: HIGHEST for action port [ 649.721079] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e77601e0-97b6-406d-994b-f92f57910feb with Priority: HIGHEST for action port [ 649.721664] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-e77601e0-97b6-406d-994b-f92f57910feb taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.721796] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e77601e0-97b6-406d-994b-f92f57910feb" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.721866] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e77601e0-97b6-406d-994b-f92f57910feb" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.723253] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e77601e0-97b6-406d-994b-f92f57910feb" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.723342] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e77601e0-97b6-406d-994b-f92f57910feb',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.971019] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-41c9e9da-5695-43b1-82a7-d34673030227 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.971739] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41c9e9da-5695-43b1-82a7-d34673030227" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.971739] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41c9e9da-5695-43b1-82a7-d34673030227',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.973189] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 89d213a3-a39d-47d8-be75-6405582c1524 with status ACTIVE [ 649.976251] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.976251] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.976251] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.976251] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.976251] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.976251] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.976251] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.979848] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.979848] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.979848] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.979848] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.979848] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.979848] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.979848] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.979848] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.979848] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 89d213a3-a39d-47d8-be75-6405582c1524 is going to be updated. [ 650.004287] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.004287] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.004287] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.004287] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.004287] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.004287] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89d213a3-a39d-47d8-be75-6405582c1524" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.069085] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.069619] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.069619] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.069720] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.069893] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.069941] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2d08436-351c-4d82-a1f1-2b3cee27193b already deleted. [ 650.070776] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.226207] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e77601e0-97b6-406d-994b-f92f57910feb [ 650.226537] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.226759] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.226759] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.227468] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.227468] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.227468] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e77601e0-97b6-406d-994b-f92f57910feb already deleted. [ 650.227468] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e77601e0-97b6-406d-994b-f92f57910feb" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.480438] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41c9e9da-5695-43b1-82a7-d34673030227',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.982809] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.984417] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.985202] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.986980] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.988368] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.988368] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41c9e9da-5695-43b1-82a7-d34673030227 is going to be created. [ 651.019051] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.019051] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.019051] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.019051] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.019051] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.032023] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41c9e9da-5695-43b1-82a7-d34673030227 in Status: UNINITIALIZED for 2s [ 651.155682] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99ef775d-e820-4aaf-95c9-ebc31e48e52c in Status: SUCCESS [ 651.156851] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99ef775d-e820-4aaf-95c9-ebc31e48e52c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.888572] env[65123]: INFO networking_nsxv3.common.synchronization [None req-cffd10b5-e2ac-43e7-adc3-1e2fc56a70ed None None] Enqueued Resource ID: 87551a09-23e4-44a2-8033-f3cc5230d6bf with Priority: HIGHEST for action port [ 651.889609] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87551a09-23e4-44a2-8033-f3cc5230d6bf with Priority: HIGHEST for action port [ 651.891118] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-87551a09-23e4-44a2-8033-f3cc5230d6bf taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.891353] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87551a09-23e4-44a2-8033-f3cc5230d6bf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.895277] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87551a09-23e4-44a2-8033-f3cc5230d6bf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.895277] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87551a09-23e4-44a2-8033-f3cc5230d6bf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.895277] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87551a09-23e4-44a2-8033-f3cc5230d6bf',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.396149] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 87551a09-23e4-44a2-8033-f3cc5230d6bf [ 652.396517] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.396594] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.396636] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.396861] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.396947] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.398177] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:87551a09-23e4-44a2-8033-f3cc5230d6bf already deleted. [ 652.398177] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87551a09-23e4-44a2-8033-f3cc5230d6bf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.043048] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41c9e9da-5695-43b1-82a7-d34673030227 in Status: SUCCESS [ 653.043346] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41c9e9da-5695-43b1-82a7-d34673030227" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.043558] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41c9e9da-5695-43b1-82a7-d34673030227" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.043809] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41c9e9da-5695-43b1-82a7-d34673030227" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.044562] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.044969] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.045075] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.045301] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.045391] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.045514] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41c9e9da-5695-43b1-82a7-d34673030227" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.045609] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41c9e9da-5695-43b1-82a7-d34673030227',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.090597] env[65123]: INFO networking_nsxv3.common.synchronization [None req-38f6b2f0-9d94-4e42-bc5f-25ad44bde69f None None] Enqueued Resource ID: b092be78-4ed6-4a60-af3d-dda0c5ad7135 with Priority: HIGHEST for action port [ 653.091179] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b092be78-4ed6-4a60-af3d-dda0c5ad7135 with Priority: HIGHEST for action port [ 653.091483] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-b092be78-4ed6-4a60-af3d-dda0c5ad7135 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.092787] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b092be78-4ed6-4a60-af3d-dda0c5ad7135" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.092787] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b092be78-4ed6-4a60-af3d-dda0c5ad7135" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.092787] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b092be78-4ed6-4a60-af3d-dda0c5ad7135" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.092787] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b092be78-4ed6-4a60-af3d-dda0c5ad7135',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.548835] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-41c9e9da-5695-43b1-82a7-d34673030227 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.548835] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41c9e9da-5695-43b1-82a7-d34673030227" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.548835] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41c9e9da-5695-43b1-82a7-d34673030227" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.548835] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41c9e9da-5695-43b1-82a7-d34673030227" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.549225] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.549225] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.549225] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.549225] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.549392] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.549392] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41c9e9da-5695-43b1-82a7-d34673030227" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.550031] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-41c9e9da-5695-43b1-82a7-d34673030227 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.550031] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41c9e9da-5695-43b1-82a7-d34673030227" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.550031] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41c9e9da-5695-43b1-82a7-d34673030227" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.550031] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41c9e9da-5695-43b1-82a7-d34673030227" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.550031] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.550031] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.550319] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.550319] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.550388] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.550480] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41c9e9da-5695-43b1-82a7-d34673030227" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.550605] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41c9e9da-5695-43b1-82a7-d34673030227',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.595079] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b092be78-4ed6-4a60-af3d-dda0c5ad7135 [ 653.595079] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.595079] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.595332] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.595332] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.595435] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.595526] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b092be78-4ed6-4a60-af3d-dda0c5ad7135 already deleted. [ 653.595604] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b092be78-4ed6-4a60-af3d-dda0c5ad7135" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.003253] env[65123]: INFO networking_nsxv3.common.synchronization [req-a970def4-c830-427c-a505-f435c10605b7 req-724d4df4-f5c4-4e3e-ba81-42474d94a9c0 tempest-ServersTestBootFromVolume-1308163720 tempest-ServersTestBootFromVolume-1308163720-project-member] Enqueued Resource ID: 2274501c-1cb7-49b3-8efe-e7efe79658c1 with Priority: HIGHEST for action security_group_members [ 654.004455] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2274501c-1cb7-49b3-8efe-e7efe79658c1 with Priority: HIGHEST for action security_group_members [ 654.004849] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-2274501c-1cb7-49b3-8efe-e7efe79658c1 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.005029] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2274501c-1cb7-49b3-8efe-e7efe79658c1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.005080] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2274501c-1cb7-49b3-8efe-e7efe79658c1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.006030] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2274501c-1cb7-49b3-8efe-e7efe79658c1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.006030] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.006030] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.006030] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.006030] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.006030] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.006314] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2274501c-1cb7-49b3-8efe-e7efe79658c1',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.053896] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41c9e9da-5695-43b1-82a7-d34673030227: rpc.has_security_group_logging(os_id): False [ 654.079804] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.080247] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.080475] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.080739] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.080795] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.081345] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.081345] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.081345] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.081345] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.081639] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.081639] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.081778] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.081894] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.081957] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.082747] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.083203] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.083337] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.085425] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.085425] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.085425] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.085425] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41c9e9da-5695-43b1-82a7-d34673030227 is going to be created. [ 654.089430] env[65123]: INFO networking_nsxv3.common.synchronization [None req-3a7f820d-03e0-4353-b4ff-80c90dd35c8d None None] Enqueued Resource ID: 4a56a061-c368-47cc-abd0-48e589aa38b1 with Priority: HIGHEST for action port [ 654.089972] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a56a061-c368-47cc-abd0-48e589aa38b1 with Priority: HIGHEST for action port [ 654.090292] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a56a061-c368-47cc-abd0-48e589aa38b1 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.090418] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a56a061-c368-47cc-abd0-48e589aa38b1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.090479] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a56a061-c368-47cc-abd0-48e589aa38b1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.090762] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a56a061-c368-47cc-abd0-48e589aa38b1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.090851] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a56a061-c368-47cc-abd0-48e589aa38b1',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.166804] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.167053] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.167053] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.167275] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.167820] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.181282] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41c9e9da-5695-43b1-82a7-d34673030227 in Status: IN_PROGRESS for 2s [ 654.510693] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.510693] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.511170] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.513228] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.513451] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.514948] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.514948] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.514948] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.514948] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.514948] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.514948] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2274501c-1cb7-49b3-8efe-e7efe79658c1 already deleted. [ 654.514948] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2274501c-1cb7-49b3-8efe-e7efe79658c1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.594128] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a56a061-c368-47cc-abd0-48e589aa38b1 [ 654.594128] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.594128] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.594128] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.594128] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.594128] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.594128] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a56a061-c368-47cc-abd0-48e589aa38b1 already deleted. [ 654.594813] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a56a061-c368-47cc-abd0-48e589aa38b1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.162200] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock network-254 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.162485] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "network-254" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.162548] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "network-254" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.163441] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "network-254" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.163749] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.164082] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.164082] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.164303] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.164879] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.164879] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.164879] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 655.164879] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 655.165111] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 655.165111] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.165193] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 655.165299] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 655.187145] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 655.187379] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 655.187474] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 655.187660] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "network-254" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.187967] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock port-4d6cf505-efc4-4ac6-80d3-e542798a11f8 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.188155] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "port-4d6cf505-efc4-4ac6-80d3-e542798a11f8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.188274] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "port-4d6cf505-efc4-4ac6-80d3-e542798a11f8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.188619] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "port-4d6cf505-efc4-4ac6-80d3-e542798a11f8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.188743] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d6cf505-efc4-4ac6-80d3-e542798a11f8',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.691866] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.692362] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.692576] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.692986] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.693287] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.693566] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Segment Port 4d6cf505-efc4-4ac6-80d3-e542798a11f8 not found, creating... [ 655.694322] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.694740] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.694905] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.695211] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.695472] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.695779] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.695940] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.696073] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.696401] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.696536] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.696675] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Resource: SegmentPort with ID: 4d6cf505-efc4-4ac6-80d3-e542798a11f8 is going to be created. [ 655.719207] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.719642] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.719642] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.719928] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.720082] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.720335] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "port-4d6cf505-efc4-4ac6-80d3-e542798a11f8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.197644] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41c9e9da-5695-43b1-82a7-d34673030227 in Status: SUCCESS [ 656.198093] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41c9e9da-5695-43b1-82a7-d34673030227" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.439973] env[65123]: INFO networking_nsxv3.common.synchronization [req-a970def4-c830-427c-a505-f435c10605b7 req-aaa38329-c769-4505-aef1-2c2a1ec4d417 service nova] Enqueued Resource ID: 2274501c-1cb7-49b3-8efe-e7efe79658c1 with Priority: HIGHEST for action security_group_rules [ 656.439973] env[65123]: INFO networking_nsxv3.common.synchronization [req-a970def4-c830-427c-a505-f435c10605b7 req-aaa38329-c769-4505-aef1-2c2a1ec4d417 service nova] Enqueued Resource ID: 2274501c-1cb7-49b3-8efe-e7efe79658c1 with Priority: HIGHEST for action security_group_members [ 656.439973] env[65123]: INFO networking_nsxv3.common.synchronization [req-a970def4-c830-427c-a505-f435c10605b7 req-aaa38329-c769-4505-aef1-2c2a1ec4d417 service nova] Enqueued Resource ID: 4d6cf505-efc4-4ac6-80d3-e542798a11f8 with Priority: HIGHEST for action port [ 656.440372] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2274501c-1cb7-49b3-8efe-e7efe79658c1 with Priority: HIGHEST for action security_group_rules [ 656.440372] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2274501c-1cb7-49b3-8efe-e7efe79658c1 with Priority: HIGHEST for action security_group_members [ 656.440609] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d6cf505-efc4-4ac6-80d3-e542798a11f8 with Priority: HIGHEST for action port [ 656.440777] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2274501c-1cb7-49b3-8efe-e7efe79658c1 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.440857] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2274501c-1cb7-49b3-8efe-e7efe79658c1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.440910] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2274501c-1cb7-49b3-8efe-e7efe79658c1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.441342] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2274501c-1cb7-49b3-8efe-e7efe79658c1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.441410] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2274501c-1cb7-49b3-8efe-e7efe79658c1',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.442287] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-2274501c-1cb7-49b3-8efe-e7efe79658c1 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.442433] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2274501c-1cb7-49b3-8efe-e7efe79658c1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.442481] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2274501c-1cb7-49b3-8efe-e7efe79658c1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.442675] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2274501c-1cb7-49b3-8efe-e7efe79658c1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.442833] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.442939] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.442990] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.443163] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.443471] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.443471] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2274501c-1cb7-49b3-8efe-e7efe79658c1',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.444946] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d6cf505-efc4-4ac6-80d3-e542798a11f8 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.444946] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d6cf505-efc4-4ac6-80d3-e542798a11f8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.444946] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d6cf505-efc4-4ac6-80d3-e542798a11f8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.445408] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d6cf505-efc4-4ac6-80d3-e542798a11f8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.445408] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d6cf505-efc4-4ac6-80d3-e542798a11f8',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.948586] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2274501c-1cb7-49b3-8efe-e7efe79658c1',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.948586] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-2274501c-1cb7-49b3-8efe-e7efe79658c1 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.949010] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2274501c-1cb7-49b3-8efe-e7efe79658c1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.949010] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d6cf505-efc4-4ac6-80d3-e542798a11f8 with status ACTIVE [ 656.949077] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.949855] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.949855] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.949855] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.949855] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.950415] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.950523] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.950585] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.950877] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.950877] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.951025] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.951187] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.951286] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.951435] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.951510] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.951655] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d6cf505-efc4-4ac6-80d3-e542798a11f8 is going to be updated. [ 656.973166] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.973640] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.973640] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.973776] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.973908] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.974455] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d6cf505-efc4-4ac6-80d3-e542798a11f8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.306442] env[65123]: INFO networking_nsxv3.common.synchronization [None req-1206f4e1-08ed-4d1c-b39d-a2e667d5f048 None None] Enqueued Resource ID: c96ad7e4-17f8-4e5b-9183-1ddc6eba9b4b with Priority: HIGHEST for action port [ 657.308152] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c96ad7e4-17f8-4e5b-9183-1ddc6eba9b4b with Priority: HIGHEST for action port [ 657.308650] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-c96ad7e4-17f8-4e5b-9183-1ddc6eba9b4b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.308767] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c96ad7e4-17f8-4e5b-9183-1ddc6eba9b4b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.308817] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c96ad7e4-17f8-4e5b-9183-1ddc6eba9b4b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.309123] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c96ad7e4-17f8-4e5b-9183-1ddc6eba9b4b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.309200] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c96ad7e4-17f8-4e5b-9183-1ddc6eba9b4b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.454453] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2274501c-1cb7-49b3-8efe-e7efe79658c1',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.748752] env[65123]: INFO networking_nsxv3.common.synchronization [req-b7e8e3bb-ebbe-46d4-a990-bac2dc4a14d1 req-d9201a81-e178-42d5-90aa-fb1d9a9b8766 tempest-DeleteServersAdminTestJSON-626048005 tempest-DeleteServersAdminTestJSON-626048005-project-member] Enqueued Resource ID: c07044ca-c7b5-4b1a-9325-a02c0d0d19e9 with Priority: HIGHEST for action security_group_members [ 657.749384] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c07044ca-c7b5-4b1a-9325-a02c0d0d19e9 with Priority: HIGHEST for action security_group_members [ 657.750665] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.751526] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.751647] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.751927] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.752473] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.752651] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.752748] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.752979] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.753133] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.753485] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c07044ca-c7b5-4b1a-9325-a02c0d0d19e9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.772109] env[65123]: INFO networking_nsxv3.common.synchronization [None req-9e5fe471-48b6-4c8a-ad64-87a627370f49 None None] Enqueued Resource ID: dadbb620-ef80-49ea-9c67-9e5d3a7d1a6d with Priority: HIGHEST for action port [ 657.774257] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dadbb620-ef80-49ea-9c67-9e5d3a7d1a6d with Priority: HIGHEST for action port [ 657.775789] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-dadbb620-ef80-49ea-9c67-9e5d3a7d1a6d taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.776779] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dadbb620-ef80-49ea-9c67-9e5d3a7d1a6d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.776779] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dadbb620-ef80-49ea-9c67-9e5d3a7d1a6d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.776779] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dadbb620-ef80-49ea-9c67-9e5d3a7d1a6d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.777369] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dadbb620-ef80-49ea-9c67-9e5d3a7d1a6d',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.812041] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c96ad7e4-17f8-4e5b-9183-1ddc6eba9b4b [ 657.812290] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.812428] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.812496] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.812705] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.812985] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.812985] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c96ad7e4-17f8-4e5b-9183-1ddc6eba9b4b already deleted. [ 657.812985] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c96ad7e4-17f8-4e5b-9183-1ddc6eba9b4b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.956994] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.956994] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.956994] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.956994] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.956994] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.957483] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2274501c-1cb7-49b3-8efe-e7efe79658c1 is going to be created. [ 657.985962] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.986134] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.986756] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.986756] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.986756] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.998609] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2274501c-1cb7-49b3-8efe-e7efe79658c1 in Status: UNINITIALIZED for 2s [ 658.260241] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.260241] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.260241] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.260241] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.260241] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.260241] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.260641] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.260641] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.260641] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.260641] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.260766] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c07044ca-c7b5-4b1a-9325-a02c0d0d19e9 is going to be updated. [ 658.281123] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dadbb620-ef80-49ea-9c67-9e5d3a7d1a6d [ 658.282186] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.282486] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.282486] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.282569] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.282661] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.282724] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dadbb620-ef80-49ea-9c67-9e5d3a7d1a6d already deleted. [ 658.282799] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dadbb620-ef80-49ea-9c67-9e5d3a7d1a6d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.291977] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.292179] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.292229] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.293555] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.293555] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.303836] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c07044ca-c7b5-4b1a-9325-a02c0d0d19e9 in Status: IN_PROGRESS for 2s [ 658.416292] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-914 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.417062] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-914" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.417062] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-914" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.417062] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-914" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.417537] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.417817] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.417996] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.418613] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.418613] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.418769] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 658.419561] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 658.419561] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 658.419561] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 658.419561] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 658.419561] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 658.420471] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 658.443385] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 658.444030] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 658.444030] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 658.444030] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-914" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.444251] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-195ce2fb-e4b8-46c7-a368-ddd453706919 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.444384] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-195ce2fb-e4b8-46c7-a368-ddd453706919" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.444448] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-195ce2fb-e4b8-46c7-a368-ddd453706919" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.445668] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-195ce2fb-e4b8-46c7-a368-ddd453706919" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.445668] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('195ce2fb-e4b8-46c7-a368-ddd453706919',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.951150] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.952116] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.952116] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.952116] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.952116] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.952116] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port 195ce2fb-e4b8-46c7-a368-ddd453706919 not found, creating... [ 658.954790] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.954981] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.955112] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.955360] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.955502] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.955792] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.955944] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.956073] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.956351] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.956439] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.956577] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: 195ce2fb-e4b8-46c7-a368-ddd453706919 is going to be created. [ 658.982165] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.983058] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.983058] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.983058] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.983220] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.983711] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-195ce2fb-e4b8-46c7-a368-ddd453706919" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.006666] env[65123]: INFO networking_nsxv3.common.synchronization [None req-6ff0ab80-cb60-4b72-ae0a-e86fecd5f537 None None] Enqueued Resource ID: 9859b047-dfed-409f-9837-90d353c8b62c with Priority: HIGHEST for action port [ 659.007288] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9859b047-dfed-409f-9837-90d353c8b62c with Priority: HIGHEST for action port [ 659.007592] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-9859b047-dfed-409f-9837-90d353c8b62c taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.007767] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9859b047-dfed-409f-9837-90d353c8b62c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.007818] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9859b047-dfed-409f-9837-90d353c8b62c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.008037] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9859b047-dfed-409f-9837-90d353c8b62c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.008122] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9859b047-dfed-409f-9837-90d353c8b62c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.510882] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9859b047-dfed-409f-9837-90d353c8b62c [ 659.511768] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.511768] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.511768] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.516839] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.516839] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.516839] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9859b047-dfed-409f-9837-90d353c8b62c already deleted. [ 659.516839] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9859b047-dfed-409f-9837-90d353c8b62c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.731329] env[65123]: INFO networking_nsxv3.common.synchronization [req-b7e8e3bb-ebbe-46d4-a990-bac2dc4a14d1 req-bb86cc2e-1a74-4053-b2ff-b0c8ed695c27 service nova] Enqueued Resource ID: c07044ca-c7b5-4b1a-9325-a02c0d0d19e9 with Priority: HIGHEST for action security_group_rules [ 659.731329] env[65123]: INFO networking_nsxv3.common.synchronization [req-b7e8e3bb-ebbe-46d4-a990-bac2dc4a14d1 req-bb86cc2e-1a74-4053-b2ff-b0c8ed695c27 service nova] Enqueued Resource ID: c07044ca-c7b5-4b1a-9325-a02c0d0d19e9 with Priority: HIGHEST for action security_group_members [ 659.732442] env[65123]: INFO networking_nsxv3.common.synchronization [req-b7e8e3bb-ebbe-46d4-a990-bac2dc4a14d1 req-bb86cc2e-1a74-4053-b2ff-b0c8ed695c27 service nova] Enqueued Resource ID: 195ce2fb-e4b8-46c7-a368-ddd453706919 with Priority: HIGHEST for action port [ 659.737901] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c07044ca-c7b5-4b1a-9325-a02c0d0d19e9 with Priority: HIGHEST for action security_group_rules [ 659.737901] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c07044ca-c7b5-4b1a-9325-a02c0d0d19e9 with Priority: HIGHEST for action security_group_members [ 659.738076] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 195ce2fb-e4b8-46c7-a368-ddd453706919 with Priority: HIGHEST for action port [ 659.741678] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.741830] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.741926] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.742490] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.742490] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c07044ca-c7b5-4b1a-9325-a02c0d0d19e9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.744618] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.744618] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.744618] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-195ce2fb-e4b8-46c7-a368-ddd453706919 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.744618] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-195ce2fb-e4b8-46c7-a368-ddd453706919" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.744618] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-195ce2fb-e4b8-46c7-a368-ddd453706919" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.744618] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-195ce2fb-e4b8-46c7-a368-ddd453706919" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.744618] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('195ce2fb-e4b8-46c7-a368-ddd453706919',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.012601] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2274501c-1cb7-49b3-8efe-e7efe79658c1 in Status: SUCCESS [ 660.013045] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2274501c-1cb7-49b3-8efe-e7efe79658c1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.013045] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2274501c-1cb7-49b3-8efe-e7efe79658c1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.013407] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2274501c-1cb7-49b3-8efe-e7efe79658c1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.013460] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.014120] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.014120] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.014120] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.014120] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.014120] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2274501c-1cb7-49b3-8efe-e7efe79658c1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.014120] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2274501c-1cb7-49b3-8efe-e7efe79658c1',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.247564] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.247916] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.250835] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 195ce2fb-e4b8-46c7-a368-ddd453706919 with status ACTIVE [ 660.253282] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.253385] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.253506] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.253610] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.253704] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.253967] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.254294] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.254294] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.254420] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.254543] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.254811] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.254811] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.255129] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.255129] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.255129] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.255224] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 195ce2fb-e4b8-46c7-a368-ddd453706919 is going to be updated. [ 660.285229] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.285385] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.285489] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.286080] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.286080] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.286080] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-195ce2fb-e4b8-46c7-a368-ddd453706919" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.315541] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c07044ca-c7b5-4b1a-9325-a02c0d0d19e9 in Status: SUCCESS [ 660.315640] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c07044ca-c7b5-4b1a-9325-a02c0d0d19e9 deletion is rescheduled due to dependency. [ 660.316073] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.316073] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.316391] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.316671] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.316671] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.316671] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.316800] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.316836] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.317824] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c07044ca-c7b5-4b1a-9325-a02c0d0d19e9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.517145] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2274501c-1cb7-49b3-8efe-e7efe79658c1',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.706331] env[65123]: INFO networking_nsxv3.common.synchronization [None req-51627eb5-bc96-4d79-b4bb-7f9757c56598 None None] Enqueued Resource ID: 07388dd1-1a0d-4f57-9073-1fe047d389fc with Priority: HIGHEST for action port [ 660.707144] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07388dd1-1a0d-4f57-9073-1fe047d389fc with Priority: HIGHEST for action port [ 660.707763] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-07388dd1-1a0d-4f57-9073-1fe047d389fc taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.708021] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07388dd1-1a0d-4f57-9073-1fe047d389fc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.708220] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07388dd1-1a0d-4f57-9073-1fe047d389fc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.708640] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07388dd1-1a0d-4f57-9073-1fe047d389fc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.708783] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07388dd1-1a0d-4f57-9073-1fe047d389fc',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.820776] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c07044ca-c7b5-4b1a-9325-a02c0d0d19e9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.019417] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2274501c-1cb7-49b3-8efe-e7efe79658c1: rpc.has_security_group_logging(os_id): False [ 661.039532] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.039532] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.039668] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.039899] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.041138] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.041138] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.041138] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.041138] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.041138] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.041138] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.041138] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2274501c-1cb7-49b3-8efe-e7efe79658c1 is going to be created. [ 661.111080] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.111304] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.111359] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.111941] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.111941] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.128337] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2274501c-1cb7-49b3-8efe-e7efe79658c1 in Status: IN_PROGRESS for 2s [ 661.215559] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07388dd1-1a0d-4f57-9073-1fe047d389fc [ 661.216411] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.216411] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.216411] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.217071] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.217071] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.217071] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07388dd1-1a0d-4f57-9073-1fe047d389fc already deleted. [ 661.217071] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07388dd1-1a0d-4f57-9073-1fe047d389fc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.324428] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c07044ca-c7b5-4b1a-9325-a02c0d0d19e9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.827882] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.828065] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.828148] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.828470] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.828470] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.828586] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c07044ca-c7b5-4b1a-9325-a02c0d0d19e9 is going to be updated. [ 661.860821] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.860821] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.860821] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.860821] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.860821] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.873756] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c07044ca-c7b5-4b1a-9325-a02c0d0d19e9 in Status: IN_PROGRESS for 2s [ 661.874765] env[65123]: INFO networking_nsxv3.common.synchronization [None req-c77cfb63-e21e-472b-9763-4e972f5beab5 None None] Enqueued Resource ID: 7911ea65-9e7b-4796-a043-be0a959f1177 with Priority: HIGHEST for action port [ 661.875480] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7911ea65-9e7b-4796-a043-be0a959f1177 with Priority: HIGHEST for action port [ 661.876049] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-7911ea65-9e7b-4796-a043-be0a959f1177 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.876306] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7911ea65-9e7b-4796-a043-be0a959f1177" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.876496] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7911ea65-9e7b-4796-a043-be0a959f1177" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.876740] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7911ea65-9e7b-4796-a043-be0a959f1177" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.876989] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7911ea65-9e7b-4796-a043-be0a959f1177',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.382746] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7911ea65-9e7b-4796-a043-be0a959f1177 [ 662.383113] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.383280] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.383280] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.383513] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.383585] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.384130] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7911ea65-9e7b-4796-a043-be0a959f1177 already deleted. [ 662.384130] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7911ea65-9e7b-4796-a043-be0a959f1177" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.415942] env[65123]: INFO networking_nsxv3.common.synchronization [None req-2484fdd3-eaff-4c10-81a2-af2f2bad025f None None] Enqueued Resource ID: a2a74f3d-6898-45d3-a1cf-bc408c5d5a5e with Priority: HIGHEST for action port [ 662.415942] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2a74f3d-6898-45d3-a1cf-bc408c5d5a5e with Priority: HIGHEST for action port [ 662.415942] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2a74f3d-6898-45d3-a1cf-bc408c5d5a5e taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.415942] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2a74f3d-6898-45d3-a1cf-bc408c5d5a5e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.415942] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2a74f3d-6898-45d3-a1cf-bc408c5d5a5e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.416307] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2a74f3d-6898-45d3-a1cf-bc408c5d5a5e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.416960] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2a74f3d-6898-45d3-a1cf-bc408c5d5a5e',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.582665] env[65123]: INFO networking_nsxv3.common.synchronization [None req-8b46ba0c-952b-467e-a203-995c0111ee92 None None] Enqueued Resource ID: fd00ae3c-840a-4813-94a0-53f2af0edb12 with Priority: HIGHEST for action port [ 662.583823] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd00ae3c-840a-4813-94a0-53f2af0edb12 with Priority: HIGHEST for action port [ 662.583823] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd00ae3c-840a-4813-94a0-53f2af0edb12 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.583823] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd00ae3c-840a-4813-94a0-53f2af0edb12" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.583823] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd00ae3c-840a-4813-94a0-53f2af0edb12" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.584306] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd00ae3c-840a-4813-94a0-53f2af0edb12" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.584306] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd00ae3c-840a-4813-94a0-53f2af0edb12',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.904413] env[65123]: INFO networking_nsxv3.common.synchronization [req-cd17b612-a007-4c41-88d4-1bb17321a542 req-396b24a0-035f-4855-b3cc-ff653138bf2e tempest-ServersAdminTestJSON-470229111 tempest-ServersAdminTestJSON-470229111-project-member] Enqueued Resource ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 with Priority: HIGHEST for action security_group_members [ 662.904971] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 with Priority: HIGHEST for action security_group_members [ 662.905298] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.905874] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.905952] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.906183] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.906408] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.906850] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.906925] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.907109] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.907476] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.907476] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56c043af-f32c-4d0e-a2b6-3f16bdbe73e0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.925822] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a2a74f3d-6898-45d3-a1cf-bc408c5d5a5e [ 662.925822] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.925822] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.925822] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.925822] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.925822] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.925822] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a2a74f3d-6898-45d3-a1cf-bc408c5d5a5e already deleted. [ 662.925822] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2a74f3d-6898-45d3-a1cf-bc408c5d5a5e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.086569] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd00ae3c-840a-4813-94a0-53f2af0edb12 [ 663.087329] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.087329] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.087329] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.087620] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.087620] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.087620] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd00ae3c-840a-4813-94a0-53f2af0edb12 already deleted. [ 663.087805] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd00ae3c-840a-4813-94a0-53f2af0edb12" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.146127] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2274501c-1cb7-49b3-8efe-e7efe79658c1 in Status: SUCCESS [ 663.146127] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2274501c-1cb7-49b3-8efe-e7efe79658c1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.406364] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-289 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.406788] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-289" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.406788] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-289" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.406961] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-289" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.407236] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.407396] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.407531] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.407749] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.407886] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.408130] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.408239] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 663.408341] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 663.408442] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 663.408545] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.408644] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 663.408769] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 663.410203] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56c043af-f32c-4d0e-a2b6-3f16bdbe73e0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.428020] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 663.428154] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 663.428271] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 663.428438] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-289" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.428733] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-c244197f-7afe-4d0d-bd2c-a8c59b9e2f70 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.428897] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-c244197f-7afe-4d0d-bd2c-a8c59b9e2f70" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.429015] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-c244197f-7afe-4d0d-bd2c-a8c59b9e2f70" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.429331] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-c244197f-7afe-4d0d-bd2c-a8c59b9e2f70" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.429467] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c244197f-7afe-4d0d-bd2c-a8c59b9e2f70',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.883870] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c07044ca-c7b5-4b1a-9325-a02c0d0d19e9 in Status: SUCCESS [ 663.883870] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.883870] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.883870] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.884655] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.884655] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.884655] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.884655] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.884655] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.884655] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.884655] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c07044ca-c7b5-4b1a-9325-a02c0d0d19e9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.913068] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56c043af-f32c-4d0e-a2b6-3f16bdbe73e0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.931932] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.932183] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.932345] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.932825] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.933048] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.933380] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port c244197f-7afe-4d0d-bd2c-a8c59b9e2f70 not found, creating... [ 663.934071] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.934071] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.934071] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.934071] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.935057] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.935593] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.936469] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.936469] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.936469] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.936469] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.936469] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: c244197f-7afe-4d0d-bd2c-a8c59b9e2f70 is going to be created. [ 663.957605] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.957814] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.957931] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.958222] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.958452] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.958687] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-c244197f-7afe-4d0d-bd2c-a8c59b9e2f70" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.329448] env[65123]: INFO networking_nsxv3.common.synchronization [None req-a5f6d617-09df-49d7-bf4a-721e75777ccc None None] Enqueued Resource ID: a7470f4e-5b84-41a1-893d-6d35cf576768 with Priority: HIGHEST for action port [ 664.329448] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7470f4e-5b84-41a1-893d-6d35cf576768 with Priority: HIGHEST for action port [ 664.329552] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7470f4e-5b84-41a1-893d-6d35cf576768 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.329604] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7470f4e-5b84-41a1-893d-6d35cf576768" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.329689] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7470f4e-5b84-41a1-893d-6d35cf576768" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.330209] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7470f4e-5b84-41a1-893d-6d35cf576768" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.330209] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7470f4e-5b84-41a1-893d-6d35cf576768',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.346507] env[65123]: INFO networking_nsxv3.common.synchronization [None req-f52df6bf-5b87-49f2-8850-5d829dcffac0 None None] Enqueued Resource ID: 3c8be043-b239-4f49-9301-10b01a68f816 with Priority: HIGHEST for action port [ 664.347172] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c8be043-b239-4f49-9301-10b01a68f816 with Priority: HIGHEST for action port [ 664.347802] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c8be043-b239-4f49-9301-10b01a68f816 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.348957] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c8be043-b239-4f49-9301-10b01a68f816" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.348957] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c8be043-b239-4f49-9301-10b01a68f816" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.348957] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c8be043-b239-4f49-9301-10b01a68f816" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.348957] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c8be043-b239-4f49-9301-10b01a68f816',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.388171] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.388372] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.388440] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.388618] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.388789] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.388896] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.388957] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.389107] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.389197] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.389285] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.389432] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.389527] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.389583] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.389725] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.389905] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.390013] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.390074] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.390170] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.390247] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.390330] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.390420] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c07044ca-c7b5-4b1a-9325-a02c0d0d19e9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.416199] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.416199] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.416199] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.416199] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.416823] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.416823] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 is going to be updated. [ 664.466570] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.466570] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.466570] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.466757] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.466795] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.476357] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 in Status: IN_PROGRESS for 2s [ 664.721375] env[65123]: INFO networking_nsxv3.common.synchronization [req-cd17b612-a007-4c41-88d4-1bb17321a542 req-f75bb87e-5386-4a36-9293-f748aa9bd1c7 service nova] Enqueued Resource ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 with Priority: HIGHEST for action security_group_rules [ 664.721536] env[65123]: INFO networking_nsxv3.common.synchronization [req-cd17b612-a007-4c41-88d4-1bb17321a542 req-f75bb87e-5386-4a36-9293-f748aa9bd1c7 service nova] Enqueued Resource ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 with Priority: HIGHEST for action security_group_members [ 664.721665] env[65123]: INFO networking_nsxv3.common.synchronization [req-cd17b612-a007-4c41-88d4-1bb17321a542 req-f75bb87e-5386-4a36-9293-f748aa9bd1c7 service nova] Enqueued Resource ID: c244197f-7afe-4d0d-bd2c-a8c59b9e2f70 with Priority: HIGHEST for action port [ 664.721894] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 with Priority: HIGHEST for action security_group_rules [ 664.722046] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 with Priority: HIGHEST for action security_group_members [ 664.722148] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c244197f-7afe-4d0d-bd2c-a8c59b9e2f70 with Priority: HIGHEST for action port [ 664.723505] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.723631] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.723705] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.723915] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.723987] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56c043af-f32c-4d0e-a2b6-3f16bdbe73e0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.724929] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.725066] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.727267] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-c244197f-7afe-4d0d-bd2c-a8c59b9e2f70 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.727376] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c244197f-7afe-4d0d-bd2c-a8c59b9e2f70" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.727420] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c244197f-7afe-4d0d-bd2c-a8c59b9e2f70" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.727590] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c244197f-7afe-4d0d-bd2c-a8c59b9e2f70" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.727720] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c244197f-7afe-4d0d-bd2c-a8c59b9e2f70',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.832492] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7470f4e-5b84-41a1-893d-6d35cf576768 [ 664.832650] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.832816] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.832891] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.833145] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.833235] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.833298] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7470f4e-5b84-41a1-893d-6d35cf576768 already deleted. [ 664.833489] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7470f4e-5b84-41a1-893d-6d35cf576768" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.850264] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3c8be043-b239-4f49-9301-10b01a68f816 [ 664.850552] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.850706] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.850777] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.851031] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.851117] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.851214] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3c8be043-b239-4f49-9301-10b01a68f816 already deleted. [ 664.851352] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c8be043-b239-4f49-9301-10b01a68f816" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.893487] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c07044ca-c7b5-4b1a-9325-a02c0d0d19e9: rpc.has_security_group_logging(os_id): False [ 664.914777] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.914923] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.914987] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.915208] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.915309] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.915496] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.915591] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.915699] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.915948] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.916086] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.916359] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.916476] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.916542] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.916688] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.916759] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.916977] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.918234] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.918416] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.920206] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.920388] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.920739] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c07044ca-c7b5-4b1a-9325-a02c0d0d19e9 is going to be updated. [ 665.014405] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.014686] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.014808] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.015137] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.016172] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.035847] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c07044ca-c7b5-4b1a-9325-a02c0d0d19e9 in Status: IN_PROGRESS for 2s [ 665.193370] env[65123]: INFO networking_nsxv3.common.synchronization [req-fd769f5a-dc90-47e9-bb80-0c6784e1d302 req-429cbbbb-cdf3-43ee-be55-87790b7d9006 tempest-ImagesTestJSON-844462913 tempest-ImagesTestJSON-844462913-project-member] Enqueued Resource ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b with Priority: HIGHEST for action security_group_members [ 665.193974] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b with Priority: HIGHEST for action security_group_members [ 665.194334] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca4c776-73af-4661-8a6d-1a9c658d044b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.194470] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.194538] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.194803] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.194963] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.195084] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.195151] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.195312] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.195405] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.195501] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ca4c776-73af-4661-8a6d-1a9c658d044b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.229717] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.229717] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.229933] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c244197f-7afe-4d0d-bd2c-a8c59b9e2f70 with status ACTIVE [ 665.229933] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.230328] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.230794] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.230794] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.230875] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.231082] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.231217] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.231309] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.231479] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.231689] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.232461] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.232461] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.232461] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.232461] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.232461] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.232461] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c244197f-7afe-4d0d-bd2c-a8c59b9e2f70 is going to be updated. [ 665.257598] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.257790] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.257790] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.257997] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.258198] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.258376] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c244197f-7afe-4d0d-bd2c-a8c59b9e2f70" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.326183] env[65123]: INFO networking_nsxv3.common.synchronization [None req-7c980103-bc74-4e11-b170-085aa420f42d tempest-ServerActionsTestOtherA-1066851600 tempest-ServerActionsTestOtherA-1066851600-project-member] Enqueued Resource ID: a98e674a-b8bf-457d-adf2-b98cb5a75bdf with Priority: HIGHEST for action security_group_rules [ 665.326183] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a98e674a-b8bf-457d-adf2-b98cb5a75bdf with Priority: HIGHEST for action security_group_rules [ 665.326969] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a98e674a-b8bf-457d-adf2-b98cb5a75bdf taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.326969] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a98e674a-b8bf-457d-adf2-b98cb5a75bdf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.326969] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a98e674a-b8bf-457d-adf2-b98cb5a75bdf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.327298] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a98e674a-b8bf-457d-adf2-b98cb5a75bdf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.327440] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a98e674a-b8bf-457d-adf2-b98cb5a75bdf',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.511879] env[65123]: INFO networking_nsxv3.common.synchronization [None req-1e5c0e77-92e2-44f5-9560-3c37036e3953 tempest-ServerActionsTestOtherA-1066851600 tempest-ServerActionsTestOtherA-1066851600-project-member] Enqueued Resource ID: a98e674a-b8bf-457d-adf2-b98cb5a75bdf with Priority: HIGHEST for action security_group_rules [ 665.512488] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a98e674a-b8bf-457d-adf2-b98cb5a75bdf with Priority: HIGHEST for action security_group_rules [ 665.512814] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a98e674a-b8bf-457d-adf2-b98cb5a75bdf taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.512926] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a98e674a-b8bf-457d-adf2-b98cb5a75bdf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.637597] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock network-787 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.637926] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "network-787" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.638638] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "network-787" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.638638] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "network-787" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.639517] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.639517] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.639517] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.639517] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.639713] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.639887] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 665.640047] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 665.640193] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 665.640333] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 665.640480] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 665.640620] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 665.640793] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 665.665362] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 665.665526] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 665.665660] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 665.665837] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "network-787" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.666177] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock port-c4074cb0-bed0-4693-a90c-d3427b8b4220 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.666404] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "port-c4074cb0-bed0-4693-a90c-d3427b8b4220" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.666590] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "port-c4074cb0-bed0-4693-a90c-d3427b8b4220" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.666956] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "port-c4074cb0-bed0-4693-a90c-d3427b8b4220" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.667109] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4074cb0-bed0-4693-a90c-d3427b8b4220',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.697315] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.697487] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.699082] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.699082] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.699082] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.699082] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.699082] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.699082] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.699082] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.699082] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.699082] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b already deleted. [ 665.699082] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.853450] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.853662] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.853662] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.854145] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.854145] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.854145] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a98e674a-b8bf-457d-adf2-b98cb5a75bdf already deleted. [ 665.854314] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a98e674a-b8bf-457d-adf2-b98cb5a75bdf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.854314] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a98e674a-b8bf-457d-adf2-b98cb5a75bdf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.854482] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a98e674a-b8bf-457d-adf2-b98cb5a75bdf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.854602] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a98e674a-b8bf-457d-adf2-b98cb5a75bdf',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.121422] env[65123]: INFO networking_nsxv3.common.synchronization [None req-73e2e0c1-6526-4435-95cd-1bb10cba0180 None None] Enqueued Resource ID: b8aa5130-44ba-48fa-b612-4ba0c00804ca with Priority: HIGHEST for action port [ 666.121422] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8aa5130-44ba-48fa-b612-4ba0c00804ca with Priority: HIGHEST for action port [ 666.121422] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8aa5130-44ba-48fa-b612-4ba0c00804ca taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.121774] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8aa5130-44ba-48fa-b612-4ba0c00804ca" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.121774] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8aa5130-44ba-48fa-b612-4ba0c00804ca" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.122300] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8aa5130-44ba-48fa-b612-4ba0c00804ca" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.122300] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8aa5130-44ba-48fa-b612-4ba0c00804ca',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.169597] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.169832] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.169954] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.170266] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.170416] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.170566] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Segment Port c4074cb0-bed0-4693-a90c-d3427b8b4220 not found, creating... [ 666.170816] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.170968] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.171093] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.171384] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.171537] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.171810] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.171961] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.172267] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.172489] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.172618] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.172748] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Resource: SegmentPort with ID: c4074cb0-bed0-4693-a90c-d3427b8b4220 is going to be created. [ 666.193916] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.194160] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.194339] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.194618] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.194859] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.195087] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "port-c4074cb0-bed0-4693-a90c-d3427b8b4220" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.379655] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.379856] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.379916] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.380227] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.380462] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.380549] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a98e674a-b8bf-457d-adf2-b98cb5a75bdf already deleted. [ 666.380612] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a98e674a-b8bf-457d-adf2-b98cb5a75bdf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.488384] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 in Status: SUCCESS [ 666.488673] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.488940] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.489220] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.489715] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.489869] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.489957] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.490133] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.490275] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.491463] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56c043af-f32c-4d0e-a2b6-3f16bdbe73e0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.624309] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b8aa5130-44ba-48fa-b612-4ba0c00804ca [ 666.624309] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.624309] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.624309] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.624309] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.624867] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.624867] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b8aa5130-44ba-48fa-b612-4ba0c00804ca already deleted. [ 666.624867] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8aa5130-44ba-48fa-b612-4ba0c00804ca" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.930887] env[65123]: INFO networking_nsxv3.common.synchronization [req-fd769f5a-dc90-47e9-bb80-0c6784e1d302 req-83f4fe9c-0362-465a-98bb-ed8234f1c91a service nova] Enqueued Resource ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b with Priority: HIGHEST for action security_group_rules [ 666.930887] env[65123]: INFO networking_nsxv3.common.synchronization [req-fd769f5a-dc90-47e9-bb80-0c6784e1d302 req-83f4fe9c-0362-465a-98bb-ed8234f1c91a service nova] Enqueued Resource ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b with Priority: HIGHEST for action security_group_members [ 666.930887] env[65123]: INFO networking_nsxv3.common.synchronization [req-fd769f5a-dc90-47e9-bb80-0c6784e1d302 req-83f4fe9c-0362-465a-98bb-ed8234f1c91a service nova] Enqueued Resource ID: c4074cb0-bed0-4693-a90c-d3427b8b4220 with Priority: HIGHEST for action port [ 666.931414] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b with Priority: HIGHEST for action security_group_rules [ 666.931414] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b with Priority: HIGHEST for action security_group_members [ 666.931533] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4074cb0-bed0-4693-a90c-d3427b8b4220 with Priority: HIGHEST for action port [ 666.931772] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ca4c776-73af-4661-8a6d-1a9c658d044b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.932768] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.932768] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.935391] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.935563] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ca4c776-73af-4661-8a6d-1a9c658d044b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.939348] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca4c776-73af-4661-8a6d-1a9c658d044b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.939348] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.939348] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.939348] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.941567] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.941913] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.941913] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.942134] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.942263] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.942402] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ca4c776-73af-4661-8a6d-1a9c658d044b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.946343] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4074cb0-bed0-4693-a90c-d3427b8b4220 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.946949] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4074cb0-bed0-4693-a90c-d3427b8b4220" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.946949] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4074cb0-bed0-4693-a90c-d3427b8b4220" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.946949] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4074cb0-bed0-4693-a90c-d3427b8b4220" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.946949] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4074cb0-bed0-4693-a90c-d3427b8b4220',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.994148] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56c043af-f32c-4d0e-a2b6-3f16bdbe73e0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.051862] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c07044ca-c7b5-4b1a-9325-a02c0d0d19e9 in Status: SUCCESS [ 667.052068] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.076373] env[65123]: INFO networking_nsxv3.common.synchronization [None req-16dcffbb-251e-4d7b-bd18-dd8a9c82ca28 None None] Enqueued Resource ID: b2573443-7dca-48c6-b565-3c6753231d54 with Priority: HIGHEST for action port [ 667.077482] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2573443-7dca-48c6-b565-3c6753231d54 with Priority: HIGHEST for action port [ 667.077482] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2573443-7dca-48c6-b565-3c6753231d54 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.077697] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2573443-7dca-48c6-b565-3c6753231d54" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.077697] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2573443-7dca-48c6-b565-3c6753231d54" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.078256] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2573443-7dca-48c6-b565-3c6753231d54" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.078256] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2573443-7dca-48c6-b565-3c6753231d54',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.229294] env[65123]: INFO networking_nsxv3.common.synchronization [None req-461ee5f1-c432-4c66-94a6-3f16cce69b3a tempest-ServerActionsV293TestJSON-2134451342 tempest-ServerActionsV293TestJSON-2134451342-project-member] Enqueued Resource ID: d7a9e508-748a-4c78-bd41-37e7882d4c1f with Priority: HIGHEST for action security_group_rules [ 667.229294] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7a9e508-748a-4c78-bd41-37e7882d4c1f with Priority: HIGHEST for action security_group_rules [ 667.229294] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7a9e508-748a-4c78-bd41-37e7882d4c1f taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.229294] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7a9e508-748a-4c78-bd41-37e7882d4c1f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.229294] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7a9e508-748a-4c78-bd41-37e7882d4c1f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.229294] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7a9e508-748a-4c78-bd41-37e7882d4c1f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.229294] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7a9e508-748a-4c78-bd41-37e7882d4c1f',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.311808] env[65123]: INFO networking_nsxv3.common.synchronization [req-d1f44691-3561-486c-b1c2-5db8a4976c7c req-7965d62a-267a-454b-a548-0f10d549b319 tempest-ListImageFiltersTestJSON-16328047 tempest-ListImageFiltersTestJSON-16328047-project-member] Enqueued Resource ID: 004c13a1-c351-46a4-b35f-baaa03ef1040 with Priority: HIGHEST for action security_group_members [ 667.312580] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 004c13a1-c351-46a4-b35f-baaa03ef1040 with Priority: HIGHEST for action security_group_members [ 667.313511] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-004c13a1-c351-46a4-b35f-baaa03ef1040 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.313695] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.318028] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.318028] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.318028] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.318028] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.318028] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.318028] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.318028] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.318028] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('004c13a1-c351-46a4-b35f-baaa03ef1040',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.334320] env[65123]: INFO networking_nsxv3.common.synchronization [None req-229730fa-ad6e-4792-973b-25cd2e0c3755 tempest-ServerActionsV293TestJSON-2134451342 tempest-ServerActionsV293TestJSON-2134451342-project-member] Enqueued Resource ID: d7a9e508-748a-4c78-bd41-37e7882d4c1f with Priority: HIGHEST for action security_group_rules [ 667.335512] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7a9e508-748a-4c78-bd41-37e7882d4c1f with Priority: HIGHEST for action security_group_rules [ 667.335757] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7a9e508-748a-4c78-bd41-37e7882d4c1f taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.335889] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7a9e508-748a-4c78-bd41-37e7882d4c1f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.438428] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca4c776-73af-4661-8a6d-1a9c658d044b taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.438428] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.453592] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c4074cb0-bed0-4693-a90c-d3427b8b4220 with status ACTIVE [ 667.457022] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.457022] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.457022] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.457022] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.457022] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.457022] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.457022] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.457022] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.457022] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.457022] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.457022] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.457022] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.457022] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.457022] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.457022] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.457022] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c4074cb0-bed0-4693-a90c-d3427b8b4220 is going to be updated. [ 667.461254] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ca4c776-73af-4661-8a6d-1a9c658d044b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.491751] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.491992] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.492113] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.492427] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.492643] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.492868] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4074cb0-bed0-4693-a90c-d3427b8b4220" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.498343] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56c043af-f32c-4d0e-a2b6-3f16bdbe73e0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.582353] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2573443-7dca-48c6-b565-3c6753231d54 [ 667.582594] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.582748] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.582841] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.583055] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.584072] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.584334] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2573443-7dca-48c6-b565-3c6753231d54 already deleted. [ 667.584516] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2573443-7dca-48c6-b565-3c6753231d54" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.677750] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock network-914 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.678288] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "network-914" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.678288] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "network-914" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.678412] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "network-914" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.678670] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.678839] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.678952] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.679358] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.679551] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.679766] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.679956] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 667.680115] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 667.680226] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 667.680334] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.680438] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 667.680567] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 667.710139] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 667.710330] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 667.710485] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 667.710763] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "network-914" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.711172] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock port-873ca950-54a3-42fa-8ac6-b2a682c834e1 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.711390] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "port-873ca950-54a3-42fa-8ac6-b2a682c834e1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.711555] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "port-873ca950-54a3-42fa-8ac6-b2a682c834e1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.712035] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "port-873ca950-54a3-42fa-8ac6-b2a682c834e1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.712162] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('873ca950-54a3-42fa-8ac6-b2a682c834e1',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.757897] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.758134] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.758134] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.758365] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.758469] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.758575] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7a9e508-748a-4c78-bd41-37e7882d4c1f already deleted. [ 667.758693] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7a9e508-748a-4c78-bd41-37e7882d4c1f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.759509] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7a9e508-748a-4c78-bd41-37e7882d4c1f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.759706] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7a9e508-748a-4c78-bd41-37e7882d4c1f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.759791] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7a9e508-748a-4c78-bd41-37e7882d4c1f',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.819865] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.820097] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.820228] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.820386] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.820509] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.820729] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.820832] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.820953] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.821126] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.821232] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.821330] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 004c13a1-c351-46a4-b35f-baaa03ef1040 already deleted. [ 667.821403] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.964372] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ca4c776-73af-4661-8a6d-1a9c658d044b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.004276] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.004276] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.004276] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.004276] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.004602] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.004602] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 is going to be updated. [ 668.043298] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.043484] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.043565] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.043830] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.044446] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.056109] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 in Status: IN_PROGRESS for 2s [ 668.215350] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.215633] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.215824] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.216124] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.216342] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.216541] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Segment Port 873ca950-54a3-42fa-8ac6-b2a682c834e1 not found, creating... [ 668.216849] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.217022] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.217134] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.217563] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.217739] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.218049] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.218211] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.218321] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.218611] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.218759] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.218963] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Resource: SegmentPort with ID: 873ca950-54a3-42fa-8ac6-b2a682c834e1 is going to be created. [ 668.238184] env[65123]: INFO networking_nsxv3.common.synchronization [req-e40a94e7-1719-495f-bdf1-c3f25f75d132 req-dfbf5aa3-a469-439e-a7e6-d2c1040baa46 tempest-InstanceActionsV221TestJSON-1061795085 tempest-InstanceActionsV221TestJSON-1061795085-project-member] Enqueued Resource ID: b4983350-ac51-493c-9f3b-b4fed10e38dd with Priority: HIGHEST for action security_group_members [ 668.239035] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4983350-ac51-493c-9f3b-b4fed10e38dd with Priority: HIGHEST for action security_group_members [ 668.240053] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4983350-ac51-493c-9f3b-b4fed10e38dd taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.240053] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4983350-ac51-493c-9f3b-b4fed10e38dd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.240053] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4983350-ac51-493c-9f3b-b4fed10e38dd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.240053] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4983350-ac51-493c-9f3b-b4fed10e38dd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.240053] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.240391] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.240391] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.240461] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.240586] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.240737] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4983350-ac51-493c-9f3b-b4fed10e38dd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.243779] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.243961] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.244091] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.244352] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.244576] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.244794] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "port-873ca950-54a3-42fa-8ac6-b2a682c834e1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.287158] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.287437] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.287437] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.287703] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.287793] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.287933] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7a9e508-748a-4c78-bd41-37e7882d4c1f already deleted. [ 668.288075] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7a9e508-748a-4c78-bd41-37e7882d4c1f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.468852] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.469043] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.469144] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.469499] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.469735] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.469875] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b is going to be created. [ 668.495802] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.496018] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.496140] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.496339] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.496513] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.508927] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b in Status: UNINITIALIZED for 2s [ 668.745524] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.745524] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.745524] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.745524] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.745524] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.745524] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.745524] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.745524] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.745524] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.745524] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.745524] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4983350-ac51-493c-9f3b-b4fed10e38dd is going to be updated. [ 668.783555] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.783684] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.783776] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.783917] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.784073] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.796681] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4983350-ac51-493c-9f3b-b4fed10e38dd in Status: IN_PROGRESS for 2s [ 668.813299] env[65123]: INFO networking_nsxv3.common.synchronization [None req-2d0f539d-508c-4b4a-b90a-d83d77c10123 tempest-ServerActionsTestOtherB-2116662571 tempest-ServerActionsTestOtherB-2116662571-project-member] Enqueued Resource ID: 5606699a-2416-46e1-a389-981d2760202b with Priority: HIGHEST for action security_group_rules [ 668.814084] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5606699a-2416-46e1-a389-981d2760202b with Priority: HIGHEST for action security_group_rules [ 668.814479] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5606699a-2416-46e1-a389-981d2760202b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.814611] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.814718] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.814928] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.815029] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5606699a-2416-46e1-a389-981d2760202b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.904980] env[65123]: INFO networking_nsxv3.common.synchronization [req-b6420d49-687f-410e-aaf7-d920c4486cde req-d5113817-e7e4-48ca-8b2a-5d9c9e3d6c3a tempest-SecurityGroupRulesNegativeTestJSON-477596312 tempest-SecurityGroupRulesNegativeTestJSON-477596312-project-member] Enqueued Resource ID: 61653235-8db0-442f-9a12-b8ed137d3046 with Priority: HIGHEST for action security_group_rules [ 668.909363] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61653235-8db0-442f-9a12-b8ed137d3046 with Priority: HIGHEST for action security_group_rules [ 668.909363] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61653235-8db0-442f-9a12-b8ed137d3046 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.909363] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61653235-8db0-442f-9a12-b8ed137d3046" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.909363] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61653235-8db0-442f-9a12-b8ed137d3046" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.909363] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61653235-8db0-442f-9a12-b8ed137d3046" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.909363] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61653235-8db0-442f-9a12-b8ed137d3046',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.006502] env[65123]: INFO networking_nsxv3.common.synchronization [None req-12ba2679-04a9-4257-b07e-7538e9cbbf6c tempest-ServerActionsTestOtherB-2116662571 tempest-ServerActionsTestOtherB-2116662571-project-member] Enqueued Resource ID: 5606699a-2416-46e1-a389-981d2760202b with Priority: HIGHEST for action security_group_rules [ 669.007753] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5606699a-2416-46e1-a389-981d2760202b with Priority: HIGHEST for action security_group_rules [ 669.009917] env[65123]: INFO networking_nsxv3.common.synchronization [req-d1f44691-3561-486c-b1c2-5db8a4976c7c req-39df58ed-37b0-420f-8b91-cbe974af16ec service nova] Enqueued Resource ID: 004c13a1-c351-46a4-b35f-baaa03ef1040 with Priority: HIGHEST for action security_group_rules [ 669.010119] env[65123]: INFO networking_nsxv3.common.synchronization [req-d1f44691-3561-486c-b1c2-5db8a4976c7c req-39df58ed-37b0-420f-8b91-cbe974af16ec service nova] Enqueued Resource ID: 004c13a1-c351-46a4-b35f-baaa03ef1040 with Priority: HIGHEST for action security_group_members [ 669.010268] env[65123]: INFO networking_nsxv3.common.synchronization [req-d1f44691-3561-486c-b1c2-5db8a4976c7c req-39df58ed-37b0-420f-8b91-cbe974af16ec service nova] Enqueued Resource ID: 873ca950-54a3-42fa-8ac6-b2a682c834e1 with Priority: HIGHEST for action port [ 669.010584] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5606699a-2416-46e1-a389-981d2760202b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.011624] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.011624] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 004c13a1-c351-46a4-b35f-baaa03ef1040 with Priority: HIGHEST for action security_group_rules [ 669.011624] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 004c13a1-c351-46a4-b35f-baaa03ef1040 with Priority: HIGHEST for action security_group_members [ 669.011624] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 873ca950-54a3-42fa-8ac6-b2a682c834e1 with Priority: HIGHEST for action port [ 669.011800] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-004c13a1-c351-46a4-b35f-baaa03ef1040 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.011916] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.012024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.012325] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.012325] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('004c13a1-c351-46a4-b35f-baaa03ef1040',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.013508] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-004c13a1-c351-46a4-b35f-baaa03ef1040 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.013668] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.013791] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.016952] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.016952] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.016952] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.016952] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.016952] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.016952] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.016952] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('004c13a1-c351-46a4-b35f-baaa03ef1040',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.016952] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-873ca950-54a3-42fa-8ac6-b2a682c834e1 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.016952] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-873ca950-54a3-42fa-8ac6-b2a682c834e1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.016952] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-873ca950-54a3-42fa-8ac6-b2a682c834e1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.016952] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-873ca950-54a3-42fa-8ac6-b2a682c834e1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.016952] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('873ca950-54a3-42fa-8ac6-b2a682c834e1',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.365231] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.365635] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.365635] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.365635] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.366037] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.366037] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5606699a-2416-46e1-a389-981d2760202b already deleted. [ 669.366037] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.366389] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.366389] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.367045] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5606699a-2416-46e1-a389-981d2760202b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.442894] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.443151] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.443237] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.443511] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.443682] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.443836] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61653235-8db0-442f-9a12-b8ed137d3046 already deleted. [ 669.443960] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61653235-8db0-442f-9a12-b8ed137d3046" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.524697] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-004c13a1-c351-46a4-b35f-baaa03ef1040 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.524910] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.525256] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('004c13a1-c351-46a4-b35f-baaa03ef1040',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.526597] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 873ca950-54a3-42fa-8ac6-b2a682c834e1 with status ACTIVE [ 669.526597] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.526747] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.526843] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.527652] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.527939] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.528135] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.528241] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.528280] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.528534] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.528749] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.528968] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.529098] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.529160] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.529354] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.529588] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.529588] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 873ca950-54a3-42fa-8ac6-b2a682c834e1 is going to be updated. [ 669.562969] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.563254] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.563254] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.563489] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.563698] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.563923] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-873ca950-54a3-42fa-8ac6-b2a682c834e1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.791610] env[65123]: INFO networking_nsxv3.common.synchronization [req-de9ee5cf-2a66-4383-86ac-0678e8fbf6ca req-ece4d3c0-6b38-4ebb-92e5-54c605c9eb76 tempest-ListImageFiltersTestJSON-16328047 tempest-ListImageFiltersTestJSON-16328047-project-member] Enqueued Resource ID: 004c13a1-c351-46a4-b35f-baaa03ef1040 with Priority: HIGHEST for action security_group_members [ 669.792226] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 004c13a1-c351-46a4-b35f-baaa03ef1040 with Priority: HIGHEST for action security_group_members [ 669.792563] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-004c13a1-c351-46a4-b35f-baaa03ef1040 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.792881] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.892297] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.892437] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.892517] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.892806] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.892806] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.893012] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5606699a-2416-46e1-a389-981d2760202b already deleted. [ 669.893012] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.031558] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('004c13a1-c351-46a4-b35f-baaa03ef1040',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.066585] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 in Status: SUCCESS [ 670.066809] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.066966] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.067206] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.067925] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.067925] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.067925] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.067925] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.067925] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.068201] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.068201] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56c043af-f32c-4d0e-a2b6-3f16bdbe73e0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.519442] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b in Status: SUCCESS [ 670.519442] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.519442] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.519668] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.519917] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.519988] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.520139] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.520211] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.520296] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.520398] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.520476] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ca4c776-73af-4661-8a6d-1a9c658d044b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.534255] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.534430] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.534510] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.534690] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.534782] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.534943] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 004c13a1-c351-46a4-b35f-baaa03ef1040 is going to be created. [ 670.538904] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock network-914 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.539104] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "network-914" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.539222] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "network-914" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.539452] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "network-914" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.539699] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.539852] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.540254] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.540497] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.540639] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.540831] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.540938] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 670.541050] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 670.541150] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 670.541250] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.541349] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 670.541473] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 670.558890] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.558890] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.558890] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.559306] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.559306] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.569776] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 004c13a1-c351-46a4-b35f-baaa03ef1040 in Status: UNINITIALIZED for 2s [ 670.570081] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.570211] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.570279] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.570504] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.570768] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.570941] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.571074] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.571329] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.571488] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.571647] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.571858] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.571963] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.572065] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.572262] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.572472] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.572592] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.572657] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.572848] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.572953] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.573109] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.573242] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56c043af-f32c-4d0e-a2b6-3f16bdbe73e0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.715249] env[65123]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Request=Function GET Argumetns {'path': '/policy/api/v1/search/query', 'params': {'query': 'resource_type:PolicyTransportZone AND display_name:nsx-vlan-transportzone', 'page_size': 200, 'cursor': ''}} Response=('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')): requests.exceptions.ConnectionError: ('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')) [ 670.715506] env[65123]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Retrying connection (1/2) with timeout 2s for Client.get {{(pid=65123) decorator /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py:122}} [ 670.820340] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4983350-ac51-493c-9f3b-b4fed10e38dd in Status: SUCCESS [ 670.820608] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4983350-ac51-493c-9f3b-b4fed10e38dd deletion is rescheduled due to dependency. [ 670.820749] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4983350-ac51-493c-9f3b-b4fed10e38dd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.025617] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca4c776-73af-4661-8a6d-1a9c658d044b taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.025617] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.025617] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.025617] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.025617] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.025617] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.025617] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.025617] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.025617] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.025617] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.025617] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca4c776-73af-4661-8a6d-1a9c658d044b taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.025617] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.025617] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.025617] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.025617] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.025617] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.026517] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.026517] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.026517] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.026517] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.026517] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ca4c776-73af-4661-8a6d-1a9c658d044b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.075521] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0: rpc.has_security_group_logging(os_id): False [ 671.097693] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.097992] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.097992] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.098618] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.098618] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.098618] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.098971] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.099082] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.099252] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.099359] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.099643] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.099808] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.099897] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.100095] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.100223] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.100579] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.100687] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.100740] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.100907] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.101034] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.101145] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 is going to be updated. [ 671.182379] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.183489] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.183489] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.183489] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.183489] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.200857] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 in Status: IN_PROGRESS for 2s [ 671.528481] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ca4c776-73af-4661-8a6d-1a9c658d044b: rpc.has_security_group_logging(os_id): False [ 671.552585] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.552585] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.552585] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.552959] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.553054] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.553249] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.553405] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.553500] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.553714] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.553826] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.554191] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.555447] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.555447] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.555447] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.555447] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.555447] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.555447] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.555447] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.555898] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.555898] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.556298] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b is going to be created. [ 671.637287] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.637287] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.637287] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.637521] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.637645] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.651874] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b in Status: IN_PROGRESS for 2s [ 672.355355] env[65123]: INFO networking_nsxv3.common.synchronization [req-6a69b185-c111-457b-ab4a-55f7e20d0884 req-1419227b-ffb5-4fe1-b4dd-1c2cd8d22f5e tempest-FloatingIPsAssociationTestJSON-1451562236 tempest-FloatingIPsAssociationTestJSON-1451562236-project-member] Enqueued Resource ID: 6b14bf84-137d-4c94-b525-b443de399c38 with Priority: HIGHEST for action security_group_members [ 672.355933] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b14bf84-137d-4c94-b525-b443de399c38 with Priority: HIGHEST for action security_group_members [ 672.356252] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b14bf84-137d-4c94-b525-b443de399c38 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.356446] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b14bf84-137d-4c94-b525-b443de399c38" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.356515] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b14bf84-137d-4c94-b525-b443de399c38" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.356744] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b14bf84-137d-4c94-b525-b443de399c38" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.356899] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.357009] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.357136] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.357288] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.357385] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.357482] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b14bf84-137d-4c94-b525-b443de399c38',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.580515] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 004c13a1-c351-46a4-b35f-baaa03ef1040 in Status: SUCCESS [ 672.580743] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.580910] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.581162] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.581359] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.581483] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.581546] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.581693] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.581776] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.581863] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.581962] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('004c13a1-c351-46a4-b35f-baaa03ef1040',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.582819] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.582982] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.583153] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.583258] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.583321] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.583459] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.583538] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.583936] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('004c13a1-c351-46a4-b35f-baaa03ef1040',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.745173] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 672.745405] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Cache value generated in 2.204 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 672.745552] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 672.745811] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "network-914" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.746314] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock port-dde0c933-6f83-4e65-8c9f-ae2b1f72e6e5 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.746567] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "port-dde0c933-6f83-4e65-8c9f-ae2b1f72e6e5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.746720] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "port-dde0c933-6f83-4e65-8c9f-ae2b1f72e6e5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.747151] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "port-dde0c933-6f83-4e65-8c9f-ae2b1f72e6e5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.747357] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dde0c933-6f83-4e65-8c9f-ae2b1f72e6e5',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.818627] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-972 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.818863] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-972" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.818960] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-972" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.819249] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-972" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.819715] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.819890] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.820019] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.820651] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.820919] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.821276] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 672.821481] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 672.821767] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 672.822100] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 672.822252] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 672.822402] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 672.822583] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 672.995968] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 672.996272] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.174 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 672.996498] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 672.996762] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-972" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.997274] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-7d24a520-f1dd-4955-9b34-4cc1964d8846 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.997648] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-7d24a520-f1dd-4955-9b34-4cc1964d8846" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.997764] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-7d24a520-f1dd-4955-9b34-4cc1964d8846" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.998243] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-7d24a520-f1dd-4955-9b34-4cc1964d8846" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.998469] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d24a520-f1dd-4955-9b34-4cc1964d8846',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.000725] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b14bf84-137d-4c94-b525-b443de399c38',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.085319] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-004c13a1-c351-46a4-b35f-baaa03ef1040 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.085596] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.085596] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('004c13a1-c351-46a4-b35f-baaa03ef1040',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.217248] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 in Status: SUCCESS [ 673.217248] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.250450] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.250690] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.250808] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.251143] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.251395] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.251395] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Segment Port dde0c933-6f83-4e65-8c9f-ae2b1f72e6e5 not found, creating... [ 673.251633] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.251814] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.251932] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.252191] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.252354] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.252724] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.252925] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.253088] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.253348] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.253505] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.253674] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Resource: SegmentPort with ID: dde0c933-6f83-4e65-8c9f-ae2b1f72e6e5 is going to be created. [ 673.288089] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.288363] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.288423] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.288709] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.288931] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.289201] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "port-dde0c933-6f83-4e65-8c9f-ae2b1f72e6e5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.501408] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.501860] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.501860] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.502109] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.502662] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.502905] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port 7d24a520-f1dd-4955-9b34-4cc1964d8846 not found, creating... [ 673.503166] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.503359] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.503469] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.503714] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.504039] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.504176] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.504379] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.504436] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.504639] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.504765] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.504899] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: 7d24a520-f1dd-4955-9b34-4cc1964d8846 is going to be created. [ 673.506134] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b14bf84-137d-4c94-b525-b443de399c38',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.530772] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.530772] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.531154] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.531154] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.531329] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.531551] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-7d24a520-f1dd-4955-9b34-4cc1964d8846" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.588372] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('004c13a1-c351-46a4-b35f-baaa03ef1040',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.663249] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b in Status: SUCCESS [ 673.663576] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.836150] env[65123]: INFO networking_nsxv3.common.synchronization [req-de9ee5cf-2a66-4383-86ac-0678e8fbf6ca req-432ba742-03a8-4ab4-9f11-261df4c99b51 service nova] Enqueued Resource ID: 004c13a1-c351-46a4-b35f-baaa03ef1040 with Priority: HIGHEST for action security_group_rules [ 673.836366] env[65123]: INFO networking_nsxv3.common.synchronization [req-de9ee5cf-2a66-4383-86ac-0678e8fbf6ca req-432ba742-03a8-4ab4-9f11-261df4c99b51 service nova] Enqueued Resource ID: 004c13a1-c351-46a4-b35f-baaa03ef1040 with Priority: HIGHEST for action security_group_members [ 673.836489] env[65123]: INFO networking_nsxv3.common.synchronization [req-de9ee5cf-2a66-4383-86ac-0678e8fbf6ca req-432ba742-03a8-4ab4-9f11-261df4c99b51 service nova] Enqueued Resource ID: dde0c933-6f83-4e65-8c9f-ae2b1f72e6e5 with Priority: HIGHEST for action port [ 673.837127] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 004c13a1-c351-46a4-b35f-baaa03ef1040 with Priority: HIGHEST for action security_group_rules [ 673.837220] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 004c13a1-c351-46a4-b35f-baaa03ef1040 with Priority: HIGHEST for action security_group_members [ 673.837326] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dde0c933-6f83-4e65-8c9f-ae2b1f72e6e5 with Priority: HIGHEST for action port [ 673.837601] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-004c13a1-c351-46a4-b35f-baaa03ef1040 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.837708] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.837898] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-004c13a1-c351-46a4-b35f-baaa03ef1040 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.837981] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.838197] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-dde0c933-6f83-4e65-8c9f-ae2b1f72e6e5 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.838310] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dde0c933-6f83-4e65-8c9f-ae2b1f72e6e5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.838375] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dde0c933-6f83-4e65-8c9f-ae2b1f72e6e5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.838583] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dde0c933-6f83-4e65-8c9f-ae2b1f72e6e5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.838694] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dde0c933-6f83-4e65-8c9f-ae2b1f72e6e5',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.008930] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.009148] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.009148] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.009602] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.009602] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.009602] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b14bf84-137d-4c94-b525-b443de399c38 is going to be updated. [ 674.048786] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.049011] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.049069] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.049303] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.049589] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.062027] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b14bf84-137d-4c94-b525-b443de399c38 in Status: IN_PROGRESS for 2s [ 674.090674] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.090862] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.090936] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.091193] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.091262] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.091426] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 004c13a1-c351-46a4-b35f-baaa03ef1040 is going to be updated. [ 674.125629] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.125784] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.125854] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.126692] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.126692] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.140832] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 004c13a1-c351-46a4-b35f-baaa03ef1040 in Status: IN_PROGRESS for 2s [ 674.144385] env[65123]: INFO networking_nsxv3.common.synchronization [req-6a69b185-c111-457b-ab4a-55f7e20d0884 req-b557d536-fb8d-4040-b562-6935fe94f058 service nova] Enqueued Resource ID: 6b14bf84-137d-4c94-b525-b443de399c38 with Priority: HIGHEST for action security_group_rules [ 674.144679] env[65123]: INFO networking_nsxv3.common.synchronization [req-6a69b185-c111-457b-ab4a-55f7e20d0884 req-b557d536-fb8d-4040-b562-6935fe94f058 service nova] Enqueued Resource ID: 6b14bf84-137d-4c94-b525-b443de399c38 with Priority: HIGHEST for action security_group_members [ 674.144773] env[65123]: INFO networking_nsxv3.common.synchronization [req-6a69b185-c111-457b-ab4a-55f7e20d0884 req-b557d536-fb8d-4040-b562-6935fe94f058 service nova] Enqueued Resource ID: 7d24a520-f1dd-4955-9b34-4cc1964d8846 with Priority: HIGHEST for action port [ 674.145580] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b14bf84-137d-4c94-b525-b443de399c38 with Priority: HIGHEST for action security_group_rules [ 674.145580] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b14bf84-137d-4c94-b525-b443de399c38 with Priority: HIGHEST for action security_group_members [ 674.145580] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d24a520-f1dd-4955-9b34-4cc1964d8846 with Priority: HIGHEST for action port [ 674.145809] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b14bf84-137d-4c94-b525-b443de399c38 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.146083] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b14bf84-137d-4c94-b525-b443de399c38" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.146083] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b14bf84-137d-4c94-b525-b443de399c38" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.146615] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b14bf84-137d-4c94-b525-b443de399c38" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.146615] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b14bf84-137d-4c94-b525-b443de399c38',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.148489] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b14bf84-137d-4c94-b525-b443de399c38 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.148489] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b14bf84-137d-4c94-b525-b443de399c38" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.148489] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d24a520-f1dd-4955-9b34-4cc1964d8846 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.148489] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d24a520-f1dd-4955-9b34-4cc1964d8846" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.148489] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d24a520-f1dd-4955-9b34-4cc1964d8846" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.148489] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d24a520-f1dd-4955-9b34-4cc1964d8846" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.148489] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d24a520-f1dd-4955-9b34-4cc1964d8846',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.341631] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dde0c933-6f83-4e65-8c9f-ae2b1f72e6e5 with status ACTIVE [ 674.342105] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.342321] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.342461] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.342734] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.342837] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.343047] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.343198] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.343244] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.343378] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.343531] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.343636] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.343707] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.343756] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.343905] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.344018] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.344077] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dde0c933-6f83-4e65-8c9f-ae2b1f72e6e5 is going to be updated. [ 674.372553] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.372876] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.372876] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.373790] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.373790] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.373790] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dde0c933-6f83-4e65-8c9f-ae2b1f72e6e5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.534629] env[65123]: INFO networking_nsxv3.common.synchronization [req-e6852a94-2136-4f5e-8bc4-41fd3f338d84 req-05f5f4a2-7000-4701-8f78-65cb09dce1d4 tempest-ServersTestJSON-1284900872 tempest-ServersTestJSON-1284900872-project-member] Enqueued Resource ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 with Priority: HIGHEST for action security_group_members [ 674.535611] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 with Priority: HIGHEST for action security_group_members [ 674.535895] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-805ecbe4-9457-4391-a823-a6cb5e6e4067 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.536115] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.536528] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.537845] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.537845] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.537845] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.539554] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.539554] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.539554] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.539554] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.637951] env[65123]: INFO networking_nsxv3.common.synchronization [req-dd734b0b-8d77-4f46-a2bb-2ddb2475731a req-e9970765-2446-43a4-87cd-4cfc895e3a00 tempest-VolumesAdminNegativeTest-1558025886 tempest-VolumesAdminNegativeTest-1558025886-project-member] Enqueued Resource ID: 99ef775d-e820-4aaf-95c9-ebc31e48e52c with Priority: HIGHEST for action security_group_members [ 674.638566] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99ef775d-e820-4aaf-95c9-ebc31e48e52c with Priority: HIGHEST for action security_group_members [ 674.638871] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-99ef775d-e820-4aaf-95c9-ebc31e48e52c taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.639153] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99ef775d-e820-4aaf-95c9-ebc31e48e52c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.639987] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99ef775d-e820-4aaf-95c9-ebc31e48e52c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.641096] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99ef775d-e820-4aaf-95c9-ebc31e48e52c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.641096] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.641096] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.641096] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.641096] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.641096] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.641096] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99ef775d-e820-4aaf-95c9-ebc31e48e52c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.651570] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b14bf84-137d-4c94-b525-b443de399c38 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.655023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b14bf84-137d-4c94-b525-b443de399c38" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.655023] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d24a520-f1dd-4955-9b34-4cc1964d8846 with status ACTIVE [ 674.655023] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.655023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.655023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.655023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.655023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.655023] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.655023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.655023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.655023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.655023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.655023] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.655023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.655023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.655023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.655023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.655700] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d24a520-f1dd-4955-9b34-4cc1964d8846 is going to be updated. [ 674.680701] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.681064] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.681183] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.681482] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.681866] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.682053] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d24a520-f1dd-4955-9b34-4cc1964d8846" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.007874] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-926 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.008088] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-926" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.008210] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-926" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.008534] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-926" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.008797] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.008952] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.009193] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.009423] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.009585] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.009798] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 675.009905] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 675.010032] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 675.010121] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 675.010221] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 675.010326] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 675.010479] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 675.031290] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 675.031524] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 675.031710] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 675.031938] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-926" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.032369] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-8e2cb7fb-c9f0-4f76-b042-8d39388230df taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.032610] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-8e2cb7fb-c9f0-4f76-b042-8d39388230df" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.032762] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-8e2cb7fb-c9f0-4f76-b042-8d39388230df" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.033177] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-8e2cb7fb-c9f0-4f76-b042-8d39388230df" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.033371] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e2cb7fb-c9f0-4f76-b042-8d39388230df',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.041341] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.041524] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.041703] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.041959] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.042094] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.042340] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.042467] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.042547] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.042733] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.042837] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.042944] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 already deleted. [ 675.043071] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.142836] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.143047] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.143047] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.143225] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.143320] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.143530] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.143648] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.144022] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.144022] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.144022] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.144022] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99ef775d-e820-4aaf-95c9-ebc31e48e52c is going to be updated. [ 675.172975] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.173189] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.173323] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.173544] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.173731] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.183813] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99ef775d-e820-4aaf-95c9-ebc31e48e52c in Status: IN_PROGRESS for 2s [ 675.394330] env[65123]: INFO networking_nsxv3.common.synchronization [req-b4ddb97d-f2b5-4202-a5f9-e6a8551702ca req-bc0d7897-741d-475a-bbe3-bb4467267000 tempest-ServerDiagnosticsTest-2063634734 tempest-ServerDiagnosticsTest-2063634734-project-member] Enqueued Resource ID: 41c9e9da-5695-43b1-82a7-d34673030227 with Priority: HIGHEST for action security_group_members [ 675.394862] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41c9e9da-5695-43b1-82a7-d34673030227 with Priority: HIGHEST for action security_group_members [ 675.395179] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-41c9e9da-5695-43b1-82a7-d34673030227 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.395293] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41c9e9da-5695-43b1-82a7-d34673030227" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.395517] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41c9e9da-5695-43b1-82a7-d34673030227" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.395581] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41c9e9da-5695-43b1-82a7-d34673030227" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.395710] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.395807] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.395868] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.396091] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.396091] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.396215] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41c9e9da-5695-43b1-82a7-d34673030227',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.536458] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.536796] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.536961] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.537204] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.537435] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.537677] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port 8e2cb7fb-c9f0-4f76-b042-8d39388230df not found, creating... [ 675.537815] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.537973] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.538098] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.538388] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.538457] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.540715] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.540715] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.540715] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.540715] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.540715] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.540715] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: 8e2cb7fb-c9f0-4f76-b042-8d39388230df is going to be created. [ 675.561390] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.561594] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.561715] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.561977] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.562216] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.562434] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-8e2cb7fb-c9f0-4f76-b042-8d39388230df" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.899209] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.899410] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.899465] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.899777] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.899777] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.899952] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.900046] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.900110] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.900253] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.900363] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.900421] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41c9e9da-5695-43b1-82a7-d34673030227 is going to be updated. [ 675.944774] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.944774] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.944774] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.944774] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.944774] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.958240] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41c9e9da-5695-43b1-82a7-d34673030227 in Status: IN_PROGRESS for 2s [ 676.076158] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b14bf84-137d-4c94-b525-b443de399c38 in Status: SUCCESS [ 676.076486] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b14bf84-137d-4c94-b525-b443de399c38" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.076690] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b14bf84-137d-4c94-b525-b443de399c38" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.076945] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b14bf84-137d-4c94-b525-b443de399c38" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.077187] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.077308] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.077447] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.077628] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.077756] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.077844] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b14bf84-137d-4c94-b525-b443de399c38',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.151790] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 004c13a1-c351-46a4-b35f-baaa03ef1040 in Status: SUCCESS [ 676.152051] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.152325] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.152602] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.152876] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.153092] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.153222] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.153436] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.153525] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.153631] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.153833] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-004c13a1-c351-46a4-b35f-baaa03ef1040 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.153912] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.153976] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.154149] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.154298] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.154391] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.154771] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.154771] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.154771] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.154922] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.154922] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('004c13a1-c351-46a4-b35f-baaa03ef1040',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.156041] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.156274] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.156536] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.156692] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.156780] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.157011] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.157258] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.157382] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('004c13a1-c351-46a4-b35f-baaa03ef1040',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.387893] env[65123]: INFO networking_nsxv3.common.synchronization [req-e6852a94-2136-4f5e-8bc4-41fd3f338d84 req-03c9be93-bb14-40e5-b95d-d106e9b71265 service nova] Enqueued Resource ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 with Priority: HIGHEST for action security_group_rules [ 676.388103] env[65123]: INFO networking_nsxv3.common.synchronization [req-e6852a94-2136-4f5e-8bc4-41fd3f338d84 req-03c9be93-bb14-40e5-b95d-d106e9b71265 service nova] Enqueued Resource ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 with Priority: HIGHEST for action security_group_members [ 676.388240] env[65123]: INFO networking_nsxv3.common.synchronization [req-e6852a94-2136-4f5e-8bc4-41fd3f338d84 req-03c9be93-bb14-40e5-b95d-d106e9b71265 service nova] Enqueued Resource ID: 8e2cb7fb-c9f0-4f76-b042-8d39388230df with Priority: HIGHEST for action port [ 676.388775] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 with Priority: HIGHEST for action security_group_rules [ 676.389184] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 with Priority: HIGHEST for action security_group_members [ 676.389184] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e2cb7fb-c9f0-4f76-b042-8d39388230df with Priority: HIGHEST for action port [ 676.393629] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-805ecbe4-9457-4391-a823-a6cb5e6e4067 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.393748] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.393748] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.393976] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.394071] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.396417] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-805ecbe4-9457-4391-a823-a6cb5e6e4067 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.396417] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.396417] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.396417] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.396417] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.396417] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.396417] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.396417] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.396417] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.396417] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.397139] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e2cb7fb-c9f0-4f76-b042-8d39388230df taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.399316] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e2cb7fb-c9f0-4f76-b042-8d39388230df" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.399427] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e2cb7fb-c9f0-4f76-b042-8d39388230df" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.399637] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e2cb7fb-c9f0-4f76-b042-8d39388230df" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.399728] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e2cb7fb-c9f0-4f76-b042-8d39388230df',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.581601] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b14bf84-137d-4c94-b525-b443de399c38',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.659887] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 004c13a1-c351-46a4-b35f-baaa03ef1040: rpc.has_security_group_logging(os_id): False [ 676.662560] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('004c13a1-c351-46a4-b35f-baaa03ef1040',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.682659] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.682984] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.682984] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.683168] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.683273] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.683465] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.683580] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.683632] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.683804] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.683877] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.684046] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.684170] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.684226] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.684357] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.684452] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.685138] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.685138] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.685138] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.685138] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.685138] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.686732] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 004c13a1-c351-46a4-b35f-baaa03ef1040 is going to be created. [ 676.751516] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.751967] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.751967] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.752123] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.752185] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.768258] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 004c13a1-c351-46a4-b35f-baaa03ef1040 in Status: IN_PROGRESS for 2s [ 676.901717] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-805ecbe4-9457-4391-a823-a6cb5e6e4067 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.901890] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.902136] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.904229] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e2cb7fb-c9f0-4f76-b042-8d39388230df with status ACTIVE [ 676.904229] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.904229] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.904642] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.904642] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.904642] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.904817] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.904955] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.905009] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.905276] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.905276] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.905503] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.905629] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.905682] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.905859] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.905941] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.906067] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e2cb7fb-c9f0-4f76-b042-8d39388230df is going to be updated. [ 676.928179] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.928387] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.928387] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.928666] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.928759] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.928883] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e2cb7fb-c9f0-4f76-b042-8d39388230df" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.942925] env[65123]: INFO networking_nsxv3.common.synchronization [req-7c1350a7-bfda-42ed-bd6e-33e84777b8fc req-0eaf2fdf-e0ab-4d74-9b1a-04b35dc1ee61 tempest-SecurityGroupRulesNegativeTestJSON-477596312 tempest-SecurityGroupRulesNegativeTestJSON-477596312-project-member] Enqueued Resource ID: 61653235-8db0-442f-9a12-b8ed137d3046 with Priority: HIGHEST for action security_group_rules [ 676.943684] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61653235-8db0-442f-9a12-b8ed137d3046 with Priority: HIGHEST for action security_group_rules [ 676.944016] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61653235-8db0-442f-9a12-b8ed137d3046 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.945956] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61653235-8db0-442f-9a12-b8ed137d3046" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.946036] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61653235-8db0-442f-9a12-b8ed137d3046" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.946206] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61653235-8db0-442f-9a12-b8ed137d3046" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.946285] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61653235-8db0-442f-9a12-b8ed137d3046',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.090398] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b14bf84-137d-4c94-b525-b443de399c38',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.164410] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('004c13a1-c351-46a4-b35f-baaa03ef1040',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.196475] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99ef775d-e820-4aaf-95c9-ebc31e48e52c in Status: SUCCESS [ 677.197202] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99ef775d-e820-4aaf-95c9-ebc31e48e52c deletion is rescheduled due to dependency. [ 677.197202] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99ef775d-e820-4aaf-95c9-ebc31e48e52c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.405178] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.469734] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.469940] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.469940] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.470228] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.470419] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.470739] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61653235-8db0-442f-9a12-b8ed137d3046 already deleted. [ 677.471147] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61653235-8db0-442f-9a12-b8ed137d3046" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.596261] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.596261] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.596261] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.596261] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.596261] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.596261] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b14bf84-137d-4c94-b525-b443de399c38 is going to be updated. [ 677.631443] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.631630] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.631702] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.632575] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.632575] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.644475] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b14bf84-137d-4c94-b525-b443de399c38 in Status: IN_PROGRESS for 2s [ 677.666399] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.667089] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.667089] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.667089] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.667089] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.667390] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 004c13a1-c351-46a4-b35f-baaa03ef1040 is going to be updated. [ 677.708978] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.709230] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.709342] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.709616] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.709877] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.722011] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 004c13a1-c351-46a4-b35f-baaa03ef1040 in Status: IN_PROGRESS for 2s [ 677.908578] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.908859] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.908946] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.909286] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.909447] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.909745] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 is going to be created. [ 677.937547] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.937703] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.937775] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.937988] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.938163] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.949126] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 in Status: UNINITIALIZED for 2s [ 677.971419] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41c9e9da-5695-43b1-82a7-d34673030227 in Status: SUCCESS [ 677.971419] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41c9e9da-5695-43b1-82a7-d34673030227 deletion is rescheduled due to dependency. [ 677.971419] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41c9e9da-5695-43b1-82a7-d34673030227" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.505945] env[65123]: INFO networking_nsxv3.common.synchronization [req-6a411815-93c1-4837-a1a6-1232e943093f req-cd196ba5-7e2b-416f-a609-aff2bad59695 tempest-ServerActionsTestJSON-1424708554 tempest-ServerActionsTestJSON-1424708554-project-member] Enqueued Resource ID: c2d08436-351c-4d82-a1f1-2b3cee27193b with Priority: HIGHEST for action security_group_members [ 678.506551] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2d08436-351c-4d82-a1f1-2b3cee27193b with Priority: HIGHEST for action security_group_members [ 678.506772] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2d08436-351c-4d82-a1f1-2b3cee27193b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.506928] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.507164] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.507317] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.507618] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.507618] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.507846] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.507909] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.508039] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.509151] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2d08436-351c-4d82-a1f1-2b3cee27193b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.784843] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 004c13a1-c351-46a4-b35f-baaa03ef1040 in Status: SUCCESS [ 678.786134] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.787043] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.787043] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.787043] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('004c13a1-c351-46a4-b35f-baaa03ef1040',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.000764] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-840 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.002888] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-840" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.002888] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-840" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.002888] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-840" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.003551] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.003551] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.003796] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.003895] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.004117] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.004333] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.004458] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 679.004558] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 679.004879] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 679.004879] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.005119] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 679.005349] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 679.012894] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.013094] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.013179] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.013413] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.013522] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.013763] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.013956] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.013956] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.014164] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.014232] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.014294] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2d08436-351c-4d82-a1f1-2b3cee27193b already deleted. [ 679.014361] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.029105] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 679.029105] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 679.029105] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 679.029105] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-840" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.029105] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-269a6a95-0cb0-4297-9a27-771a44dffd1a taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.029105] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-269a6a95-0cb0-4297-9a27-771a44dffd1a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.029105] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-269a6a95-0cb0-4297-9a27-771a44dffd1a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.029105] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-269a6a95-0cb0-4297-9a27-771a44dffd1a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.029768] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('269a6a95-0cb0-4297-9a27-771a44dffd1a',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.291057] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-004c13a1-c351-46a4-b35f-baaa03ef1040 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.291057] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.533799] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.534067] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.534212] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.534699] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.534699] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.534824] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port 269a6a95-0cb0-4297-9a27-771a44dffd1a not found, creating... [ 679.535140] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.535340] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.535465] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.535738] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.535879] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.536185] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.536341] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.536648] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.536968] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.537257] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.537257] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: 269a6a95-0cb0-4297-9a27-771a44dffd1a is going to be created. [ 679.570773] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.571239] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.571239] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.571357] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.571756] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.572047] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-269a6a95-0cb0-4297-9a27-771a44dffd1a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.656187] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b14bf84-137d-4c94-b525-b443de399c38 in Status: SUCCESS [ 679.656533] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b14bf84-137d-4c94-b525-b443de399c38" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.656708] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b14bf84-137d-4c94-b525-b443de399c38" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.656909] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b14bf84-137d-4c94-b525-b443de399c38" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.657116] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.657255] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.657337] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.657542] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.657542] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.657842] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b14bf84-137d-4c94-b525-b443de399c38" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.657842] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b14bf84-137d-4c94-b525-b443de399c38',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.734091] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 004c13a1-c351-46a4-b35f-baaa03ef1040 in Status: SUCCESS [ 679.734461] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.734709] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.734979] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.735242] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.735928] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.735928] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.735928] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.735928] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.735928] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.735928] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('004c13a1-c351-46a4-b35f-baaa03ef1040',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.958253] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 in Status: SUCCESS [ 679.958562] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.958662] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.958947] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.959362] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.959362] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.959362] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.959568] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.959568] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.959641] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.959729] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.161077] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b14bf84-137d-4c94-b525-b443de399c38 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.161352] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b14bf84-137d-4c94-b525-b443de399c38" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.161352] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b14bf84-137d-4c94-b525-b443de399c38" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.161694] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b14bf84-137d-4c94-b525-b443de399c38" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.161780] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.161912] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.161988] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.162474] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.162474] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.162474] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b14bf84-137d-4c94-b525-b443de399c38" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.162474] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b14bf84-137d-4c94-b525-b443de399c38 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.162681] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b14bf84-137d-4c94-b525-b443de399c38" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.162681] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b14bf84-137d-4c94-b525-b443de399c38" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.162803] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b14bf84-137d-4c94-b525-b443de399c38" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.163535] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.163535] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.163535] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.163535] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.163535] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.163535] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b14bf84-137d-4c94-b525-b443de399c38" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.163535] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b14bf84-137d-4c94-b525-b443de399c38',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.239323] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-004c13a1-c351-46a4-b35f-baaa03ef1040 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.239323] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.239323] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.239323] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.239610] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.239610] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.239696] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.241455] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.241455] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.241455] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.241455] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-004c13a1-c351-46a4-b35f-baaa03ef1040 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.241455] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.241455] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.241455] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.241455] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.241455] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.241455] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.241455] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.241455] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.241455] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.241455] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('004c13a1-c351-46a4-b35f-baaa03ef1040',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.327370] env[65123]: INFO networking_nsxv3.common.synchronization [req-6a411815-93c1-4837-a1a6-1232e943093f req-0f3b54da-d5be-44fb-b804-2fcda34878c1 service nova] Enqueued Resource ID: c2d08436-351c-4d82-a1f1-2b3cee27193b with Priority: HIGHEST for action security_group_rules [ 680.327370] env[65123]: INFO networking_nsxv3.common.synchronization [req-6a411815-93c1-4837-a1a6-1232e943093f req-0f3b54da-d5be-44fb-b804-2fcda34878c1 service nova] Enqueued Resource ID: c2d08436-351c-4d82-a1f1-2b3cee27193b with Priority: HIGHEST for action security_group_members [ 680.327370] env[65123]: INFO networking_nsxv3.common.synchronization [req-6a411815-93c1-4837-a1a6-1232e943093f req-0f3b54da-d5be-44fb-b804-2fcda34878c1 service nova] Enqueued Resource ID: 269a6a95-0cb0-4297-9a27-771a44dffd1a with Priority: HIGHEST for action port [ 680.327370] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2d08436-351c-4d82-a1f1-2b3cee27193b with Priority: HIGHEST for action security_group_rules [ 680.327370] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2d08436-351c-4d82-a1f1-2b3cee27193b with Priority: HIGHEST for action security_group_members [ 680.327370] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 269a6a95-0cb0-4297-9a27-771a44dffd1a with Priority: HIGHEST for action port [ 680.328091] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2d08436-351c-4d82-a1f1-2b3cee27193b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.328933] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.328933] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.329095] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.329286] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2d08436-351c-4d82-a1f1-2b3cee27193b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.330218] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2d08436-351c-4d82-a1f1-2b3cee27193b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.330357] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.330406] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.330557] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.330702] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.331065] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.331065] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.331065] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.331065] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.331336] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2d08436-351c-4d82-a1f1-2b3cee27193b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.332481] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-269a6a95-0cb0-4297-9a27-771a44dffd1a taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.334184] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-269a6a95-0cb0-4297-9a27-771a44dffd1a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.334283] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-269a6a95-0cb0-4297-9a27-771a44dffd1a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.334583] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-269a6a95-0cb0-4297-9a27-771a44dffd1a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.334662] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('269a6a95-0cb0-4297-9a27-771a44dffd1a',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.462024] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-805ecbe4-9457-4391-a823-a6cb5e6e4067 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.462287] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.462287] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.462459] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.462759] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.462759] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.462986] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.462986] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.463065] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.463157] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.463306] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-805ecbe4-9457-4391-a823-a6cb5e6e4067 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.463400] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.463462] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.463605] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.463737] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.463827] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.463887] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.464032] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.464107] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.464185] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.464324] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.666979] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b14bf84-137d-4c94-b525-b443de399c38: rpc.has_security_group_logging(os_id): False [ 680.689138] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.689618] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.689618] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.689806] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.689910] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.690151] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.690262] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.690344] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.690496] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.690576] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.690769] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.690859] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.690918] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.691471] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.691567] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.692092] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.692092] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.692092] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.692272] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.692272] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.692272] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b14bf84-137d-4c94-b525-b443de399c38 is going to be updated. [ 680.745464] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 004c13a1-c351-46a4-b35f-baaa03ef1040: rpc.has_security_group_logging(os_id): False [ 680.771327] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.771526] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.771649] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.771892] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.772048] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.772308] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.772425] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.772475] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.772646] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.772718] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.772944] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.773416] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.773499] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.773667] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.773762] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.773964] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.774200] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.774294] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.774456] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.774533] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.774637] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 004c13a1-c351-46a4-b35f-baaa03ef1040 is going to be updated. [ 680.782836] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.783035] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.783118] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.783446] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.783618] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.825679] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b14bf84-137d-4c94-b525-b443de399c38 in Status: IN_PROGRESS for 2s [ 680.836564] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2d08436-351c-4d82-a1f1-2b3cee27193b taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.837258] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.837258] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2d08436-351c-4d82-a1f1-2b3cee27193b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.838070] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 269a6a95-0cb0-4297-9a27-771a44dffd1a with status ACTIVE [ 680.838276] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.838396] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.838467] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.838667] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.839152] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.839152] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.839152] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.839152] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.839381] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.839381] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.841278] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.841404] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.841488] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.841711] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.841822] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.841936] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 269a6a95-0cb0-4297-9a27-771a44dffd1a is going to be updated. [ 680.900828] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.900828] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.900828] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.900828] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.900828] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.900828] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-269a6a95-0cb0-4297-9a27-771a44dffd1a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.925889] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.925889] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.925889] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.925889] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.925889] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.966536] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 805ecbe4-9457-4391-a823-a6cb5e6e4067: rpc.has_security_group_logging(os_id): False [ 680.976103] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 004c13a1-c351-46a4-b35f-baaa03ef1040 in Status: IN_PROGRESS for 2s [ 680.988237] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.988443] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.988554] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.988845] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.989050] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.989425] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.989589] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.989690] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.989971] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.990106] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.991204] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.991204] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.991204] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.991681] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.992320] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.992320] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.992320] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.992486] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.992703] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.992740] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.992866] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 is going to be created. [ 681.119230] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.119454] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.119520] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.119883] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.120109] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.133937] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 in Status: IN_PROGRESS for 2s [ 681.344865] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2d08436-351c-4d82-a1f1-2b3cee27193b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.847379] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.849800] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.849800] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.849800] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.849800] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.849800] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2d08436-351c-4d82-a1f1-2b3cee27193b is going to be created. [ 681.876336] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.876503] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.876503] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.876708] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.876863] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.893636] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2d08436-351c-4d82-a1f1-2b3cee27193b in Status: UNINITIALIZED for 2s [ 682.842898] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b14bf84-137d-4c94-b525-b443de399c38 in Status: SUCCESS [ 682.843233] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b14bf84-137d-4c94-b525-b443de399c38" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.989787] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 004c13a1-c351-46a4-b35f-baaa03ef1040 in Status: SUCCESS [ 682.991267] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.147673] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 in Status: SUCCESS [ 683.148079] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.456086] env[65123]: INFO networking_nsxv3.common.synchronization [req-cdf37273-09dc-49be-9dcf-89eb91902efc req-15ebb9a8-f5f7-494c-b746-e221f9d96683 tempest-DeleteServersAdminTestJSON-626048005 tempest-DeleteServersAdminTestJSON-626048005-project-member] Enqueued Resource ID: c07044ca-c7b5-4b1a-9325-a02c0d0d19e9 with Priority: HIGHEST for action security_group_members [ 683.456860] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c07044ca-c7b5-4b1a-9325-a02c0d0d19e9 with Priority: HIGHEST for action security_group_members [ 683.457258] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.457439] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.457550] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.457792] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.457987] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.458137] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.458222] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.462024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.462024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.462024] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c07044ca-c7b5-4b1a-9325-a02c0d0d19e9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.813593] env[65123]: INFO networking_nsxv3.common.synchronization [None req-6b71f928-4321-462d-a0b5-51ff6b1d442d tempest-MigrationsAdminTest-502048374 tempest-MigrationsAdminTest-502048374-project-member] Enqueued Resource ID: 5d0cefc6-7cc3-4520-a338-7f7445eeef89 with Priority: HIGHEST for action security_group_rules [ 683.814154] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d0cefc6-7cc3-4520-a338-7f7445eeef89 with Priority: HIGHEST for action security_group_rules [ 683.814496] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d0cefc6-7cc3-4520-a338-7f7445eeef89 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.814592] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d0cefc6-7cc3-4520-a338-7f7445eeef89" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.814629] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d0cefc6-7cc3-4520-a338-7f7445eeef89" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.814862] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d0cefc6-7cc3-4520-a338-7f7445eeef89" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.814947] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d0cefc6-7cc3-4520-a338-7f7445eeef89',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.907465] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2d08436-351c-4d82-a1f1-2b3cee27193b in Status: SUCCESS [ 683.907465] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.907465] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.907465] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.907465] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.907465] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.907465] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.907465] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.907465] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.907465] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.907465] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c2d08436-351c-4d82-a1f1-2b3cee27193b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.961995] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.962313] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.962407] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.962671] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.962781] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.963022] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.963139] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.963213] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.963376] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.963454] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.963538] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c07044ca-c7b5-4b1a-9325-a02c0d0d19e9 is going to be updated. [ 683.970171] env[65123]: INFO networking_nsxv3.common.synchronization [None req-740d701a-ac87-46e1-8800-1c269bb6092e tempest-MigrationsAdminTest-502048374 tempest-MigrationsAdminTest-502048374-project-member] Enqueued Resource ID: 5d0cefc6-7cc3-4520-a338-7f7445eeef89 with Priority: HIGHEST for action security_group_rules [ 683.970759] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d0cefc6-7cc3-4520-a338-7f7445eeef89 with Priority: HIGHEST for action security_group_rules [ 683.971251] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d0cefc6-7cc3-4520-a338-7f7445eeef89 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.971251] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d0cefc6-7cc3-4520-a338-7f7445eeef89" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.997218] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.997218] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.997218] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.997218] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.997218] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.007629] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c07044ca-c7b5-4b1a-9325-a02c0d0d19e9 in Status: IN_PROGRESS for 2s [ 684.345285] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.345507] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.345507] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.345718] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.345810] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.345903] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d0cefc6-7cc3-4520-a338-7f7445eeef89 already deleted. [ 684.345986] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d0cefc6-7cc3-4520-a338-7f7445eeef89" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.346159] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d0cefc6-7cc3-4520-a338-7f7445eeef89" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.346311] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d0cefc6-7cc3-4520-a338-7f7445eeef89" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.346393] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d0cefc6-7cc3-4520-a338-7f7445eeef89',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.411946] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c2d08436-351c-4d82-a1f1-2b3cee27193b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.869229] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.869460] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.869652] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.871138] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.871138] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.871138] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d0cefc6-7cc3-4520-a338-7f7445eeef89 already deleted. [ 684.871138] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d0cefc6-7cc3-4520-a338-7f7445eeef89" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.914934] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c2d08436-351c-4d82-a1f1-2b3cee27193b: rpc.has_security_group_logging(os_id): False [ 684.938196] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.938910] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.938910] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.938910] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.939251] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.939591] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.939731] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.939808] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.940183] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.940418] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.940505] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2d08436-351c-4d82-a1f1-2b3cee27193b is going to be created. [ 685.001992] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.002223] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.002223] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.002434] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.002613] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.016712] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2d08436-351c-4d82-a1f1-2b3cee27193b in Status: IN_PROGRESS for 2s [ 685.671237] env[65123]: INFO networking_nsxv3.common.synchronization [None req-346bfc50-81ea-497f-9942-2f72b47877ad None None] Enqueued Resource ID: adbd98db-3d08-4201-bf40-6172eee66836 with Priority: HIGHEST for action port [ 685.671609] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adbd98db-3d08-4201-bf40-6172eee66836 with Priority: HIGHEST for action port [ 685.672133] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-adbd98db-3d08-4201-bf40-6172eee66836 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.673074] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-adbd98db-3d08-4201-bf40-6172eee66836" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.673074] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-adbd98db-3d08-4201-bf40-6172eee66836" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.673074] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-adbd98db-3d08-4201-bf40-6172eee66836" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.673074] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('adbd98db-3d08-4201-bf40-6172eee66836',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.021055] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c07044ca-c7b5-4b1a-9325-a02c0d0d19e9 in Status: SUCCESS [ 686.021397] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c07044ca-c7b5-4b1a-9325-a02c0d0d19e9 deletion is rescheduled due to dependency. [ 686.021397] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.175908] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port adbd98db-3d08-4201-bf40-6172eee66836 [ 686.176182] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.176460] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.176460] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.176674] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.176733] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.176829] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:adbd98db-3d08-4201-bf40-6172eee66836 already deleted. [ 686.176967] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-adbd98db-3d08-4201-bf40-6172eee66836" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.014720] env[65123]: INFO networking_nsxv3.common.synchronization [req-293148d2-0d41-4c68-aac1-ad823c1cdb1e req-5702f97d-ec7a-4e74-9f96-7444f7cd402f tempest-ImagesOneServerNegativeTestJSON-1485946634 tempest-ImagesOneServerNegativeTestJSON-1485946634-project-member] Enqueued Resource ID: bd17b423-2504-4a0b-9316-d9646b5856f9 with Priority: HIGHEST for action security_group_members [ 687.015391] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd17b423-2504-4a0b-9316-d9646b5856f9 with Priority: HIGHEST for action security_group_members [ 687.015391] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd17b423-2504-4a0b-9316-d9646b5856f9 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.015391] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.015703] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.015703] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.015814] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.015898] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.015956] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.019807] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.019932] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.020042] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd17b423-2504-4a0b-9316-d9646b5856f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.034947] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2d08436-351c-4d82-a1f1-2b3cee27193b in Status: SUCCESS [ 687.035253] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.435832] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-741 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.435930] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-741" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.436066] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-741" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.436376] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-741" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.436658] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.437215] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.437215] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.437215] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.437340] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.437487] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.437587] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 687.437686] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 687.438220] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 687.438220] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.438220] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 687.439612] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 687.460204] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 687.460204] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 687.460204] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 687.460204] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-741" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.460204] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-e9b9b57a-9cc0-4e79-8b7f-aa4ef6e0aa08 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.460387] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-e9b9b57a-9cc0-4e79-8b7f-aa4ef6e0aa08" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.460477] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-e9b9b57a-9cc0-4e79-8b7f-aa4ef6e0aa08" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.460789] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-e9b9b57a-9cc0-4e79-8b7f-aa4ef6e0aa08" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.460925] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9b9b57a-9cc0-4e79-8b7f-aa4ef6e0aa08',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.523654] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.523818] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.523888] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.524160] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.524252] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.524438] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.524531] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.524590] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.524742] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.524813] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.524892] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd17b423-2504-4a0b-9316-d9646b5856f9 already deleted. [ 687.524968] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.964631] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.964882] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.965022] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.965294] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.965441] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.965591] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port e9b9b57a-9cc0-4e79-8b7f-aa4ef6e0aa08 not found, creating... [ 687.965843] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.965996] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.966400] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.966400] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.966546] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.966836] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.966995] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.967270] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.967483] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.967642] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.968178] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: e9b9b57a-9cc0-4e79-8b7f-aa4ef6e0aa08 is going to be created. [ 687.989968] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.990180] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.990295] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.990640] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.990928] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.991214] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-e9b9b57a-9cc0-4e79-8b7f-aa4ef6e0aa08" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.429964] env[65123]: INFO networking_nsxv3.common.synchronization [None req-0f9b6064-dd89-4ac4-87af-21162169e1cb None None] Enqueued Resource ID: c885ec64-2fd3-47c3-9680-dfdd59b05001 with Priority: HIGHEST for action port [ 688.430838] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c885ec64-2fd3-47c3-9680-dfdd59b05001 with Priority: HIGHEST for action port [ 688.431476] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-c885ec64-2fd3-47c3-9680-dfdd59b05001 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.432380] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c885ec64-2fd3-47c3-9680-dfdd59b05001" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.432437] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c885ec64-2fd3-47c3-9680-dfdd59b05001" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.432727] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c885ec64-2fd3-47c3-9680-dfdd59b05001" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.432851] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c885ec64-2fd3-47c3-9680-dfdd59b05001',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.731110] env[65123]: INFO networking_nsxv3.common.synchronization [req-293148d2-0d41-4c68-aac1-ad823c1cdb1e req-81bc8b6a-3885-4ce1-8fd0-d87a8a4a1f27 service nova] Enqueued Resource ID: bd17b423-2504-4a0b-9316-d9646b5856f9 with Priority: HIGHEST for action security_group_rules [ 688.731398] env[65123]: INFO networking_nsxv3.common.synchronization [req-293148d2-0d41-4c68-aac1-ad823c1cdb1e req-81bc8b6a-3885-4ce1-8fd0-d87a8a4a1f27 service nova] Enqueued Resource ID: bd17b423-2504-4a0b-9316-d9646b5856f9 with Priority: HIGHEST for action security_group_members [ 688.731398] env[65123]: INFO networking_nsxv3.common.synchronization [req-293148d2-0d41-4c68-aac1-ad823c1cdb1e req-81bc8b6a-3885-4ce1-8fd0-d87a8a4a1f27 service nova] Enqueued Resource ID: e9b9b57a-9cc0-4e79-8b7f-aa4ef6e0aa08 with Priority: HIGHEST for action port [ 688.732313] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd17b423-2504-4a0b-9316-d9646b5856f9 with Priority: HIGHEST for action security_group_rules [ 688.732313] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd17b423-2504-4a0b-9316-d9646b5856f9 with Priority: HIGHEST for action security_group_members [ 688.732313] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9b9b57a-9cc0-4e79-8b7f-aa4ef6e0aa08 with Priority: HIGHEST for action port [ 688.732471] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd17b423-2504-4a0b-9316-d9646b5856f9 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.732568] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.732594] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.733035] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.733035] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd17b423-2504-4a0b-9316-d9646b5856f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.733901] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd17b423-2504-4a0b-9316-d9646b5856f9 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.734087] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.734215] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.734528] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.734721] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.734827] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.734948] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.735382] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.735382] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.735382] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd17b423-2504-4a0b-9316-d9646b5856f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.736843] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9b9b57a-9cc0-4e79-8b7f-aa4ef6e0aa08 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.736962] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9b9b57a-9cc0-4e79-8b7f-aa4ef6e0aa08" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.737251] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9b9b57a-9cc0-4e79-8b7f-aa4ef6e0aa08" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.737251] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9b9b57a-9cc0-4e79-8b7f-aa4ef6e0aa08" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.737321] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9b9b57a-9cc0-4e79-8b7f-aa4ef6e0aa08',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.937198] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c885ec64-2fd3-47c3-9680-dfdd59b05001 [ 688.937198] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.937198] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.937198] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.937198] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.937198] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.937198] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c885ec64-2fd3-47c3-9680-dfdd59b05001 already deleted. [ 688.937198] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c885ec64-2fd3-47c3-9680-dfdd59b05001" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.240029] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd17b423-2504-4a0b-9316-d9646b5856f9 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.240157] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.240309] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd17b423-2504-4a0b-9316-d9646b5856f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.241954] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9b9b57a-9cc0-4e79-8b7f-aa4ef6e0aa08 with status ACTIVE [ 689.242092] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.242226] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.242298] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.242557] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.242698] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.242904] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.243051] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.243125] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.243302] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.243384] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.243600] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.243726] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.243794] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.243949] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.244060] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.244137] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9b9b57a-9cc0-4e79-8b7f-aa4ef6e0aa08 is going to be updated. [ 689.280780] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.280937] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.281021] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.281244] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.281387] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.281567] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9b9b57a-9cc0-4e79-8b7f-aa4ef6e0aa08" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.747673] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd17b423-2504-4a0b-9316-d9646b5856f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.868021] env[65123]: INFO networking_nsxv3.common.synchronization [req-7d5bc65a-7abb-4c6a-bf43-66f83cc0ec6c req-c2134b7d-4d61-450b-ae4c-80e81acdce29 tempest-ServerActionsTestOtherA-1066851600 tempest-ServerActionsTestOtherA-1066851600-project-member] Enqueued Resource ID: a98e674a-b8bf-457d-adf2-b98cb5a75bdf with Priority: HIGHEST for action security_group_members [ 689.868021] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a98e674a-b8bf-457d-adf2-b98cb5a75bdf with Priority: HIGHEST for action security_group_members [ 689.868021] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-a98e674a-b8bf-457d-adf2-b98cb5a75bdf taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.868021] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a98e674a-b8bf-457d-adf2-b98cb5a75bdf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.868021] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a98e674a-b8bf-457d-adf2-b98cb5a75bdf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.868021] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a98e674a-b8bf-457d-adf2-b98cb5a75bdf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.868021] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.868021] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.868021] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.868021] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.868021] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.868021] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a98e674a-b8bf-457d-adf2-b98cb5a75bdf',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.249822] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.250074] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.250074] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.250293] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.250381] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.250480] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd17b423-2504-4a0b-9316-d9646b5856f9 is going to be created. [ 690.278304] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.278516] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.278576] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.278758] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.278929] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.289652] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd17b423-2504-4a0b-9316-d9646b5856f9 in Status: UNINITIALIZED for 2s [ 690.318356] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock network-453 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.318524] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "network-453" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.318769] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "network-453" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.319235] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "network-453" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.319462] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.319628] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.319748] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.319974] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.320131] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.320340] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.320447] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 690.320550] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 690.320655] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 690.320756] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.320891] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 690.320978] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 690.345255] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 690.345474] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 690.345617] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 690.345827] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "network-453" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.346218] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock port-1f225391-e417-4c69-adaf-8c8cf841f87b taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.346367] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "port-1f225391-e417-4c69-adaf-8c8cf841f87b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.346825] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "port-1f225391-e417-4c69-adaf-8c8cf841f87b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.346915] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "port-1f225391-e417-4c69-adaf-8c8cf841f87b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.347043] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f225391-e417-4c69-adaf-8c8cf841f87b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.371835] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.371999] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.372085] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.372296] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.372386] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.372613] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.372706] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.372772] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.372918] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.372992] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.373091] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a98e674a-b8bf-457d-adf2-b98cb5a75bdf already deleted. [ 690.373172] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a98e674a-b8bf-457d-adf2-b98cb5a75bdf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.849698] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.850055] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.850055] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.850579] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.850579] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.851016] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Segment Port 1f225391-e417-4c69-adaf-8c8cf841f87b not found, creating... [ 690.852187] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.852187] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.852187] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.852557] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.852557] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.853053] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.853234] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.853345] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.853565] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.853697] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.854280] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Resource: SegmentPort with ID: 1f225391-e417-4c69-adaf-8c8cf841f87b is going to be created. [ 690.880092] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.880092] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.880303] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.880406] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.880639] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.880888] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "port-1f225391-e417-4c69-adaf-8c8cf841f87b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.611836] env[65123]: INFO networking_nsxv3.common.synchronization [req-7d5bc65a-7abb-4c6a-bf43-66f83cc0ec6c req-d2fe3843-20a5-4453-bc6a-5c68f3f85ac2 service nova] Enqueued Resource ID: a98e674a-b8bf-457d-adf2-b98cb5a75bdf with Priority: HIGHEST for action security_group_rules [ 691.612029] env[65123]: INFO networking_nsxv3.common.synchronization [req-7d5bc65a-7abb-4c6a-bf43-66f83cc0ec6c req-d2fe3843-20a5-4453-bc6a-5c68f3f85ac2 service nova] Enqueued Resource ID: a98e674a-b8bf-457d-adf2-b98cb5a75bdf with Priority: HIGHEST for action security_group_members [ 691.612173] env[65123]: INFO networking_nsxv3.common.synchronization [req-7d5bc65a-7abb-4c6a-bf43-66f83cc0ec6c req-d2fe3843-20a5-4453-bc6a-5c68f3f85ac2 service nova] Enqueued Resource ID: 1f225391-e417-4c69-adaf-8c8cf841f87b with Priority: HIGHEST for action port [ 691.612863] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a98e674a-b8bf-457d-adf2-b98cb5a75bdf with Priority: HIGHEST for action security_group_rules [ 691.613126] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a98e674a-b8bf-457d-adf2-b98cb5a75bdf with Priority: HIGHEST for action security_group_members [ 691.613276] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f225391-e417-4c69-adaf-8c8cf841f87b with Priority: HIGHEST for action port [ 691.613726] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a98e674a-b8bf-457d-adf2-b98cb5a75bdf taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.613839] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a98e674a-b8bf-457d-adf2-b98cb5a75bdf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.613865] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a98e674a-b8bf-457d-adf2-b98cb5a75bdf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.614109] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a98e674a-b8bf-457d-adf2-b98cb5a75bdf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.614197] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a98e674a-b8bf-457d-adf2-b98cb5a75bdf',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.616176] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-a98e674a-b8bf-457d-adf2-b98cb5a75bdf taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.616176] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a98e674a-b8bf-457d-adf2-b98cb5a75bdf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.616304] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a98e674a-b8bf-457d-adf2-b98cb5a75bdf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.616460] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a98e674a-b8bf-457d-adf2-b98cb5a75bdf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.616686] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.616819] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.616893] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.617151] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.617358] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.617480] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a98e674a-b8bf-457d-adf2-b98cb5a75bdf',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.620180] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f225391-e417-4c69-adaf-8c8cf841f87b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.620826] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f225391-e417-4c69-adaf-8c8cf841f87b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.620826] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f225391-e417-4c69-adaf-8c8cf841f87b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.620826] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f225391-e417-4c69-adaf-8c8cf841f87b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.620826] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f225391-e417-4c69-adaf-8c8cf841f87b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.118909] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-a98e674a-b8bf-457d-adf2-b98cb5a75bdf taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.118909] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a98e674a-b8bf-457d-adf2-b98cb5a75bdf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.129224] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a98e674a-b8bf-457d-adf2-b98cb5a75bdf',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.130318] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f225391-e417-4c69-adaf-8c8cf841f87b with status ACTIVE [ 692.130617] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.130726] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.130793] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.131071] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.131124] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.131354] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.133648] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.133648] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.133648] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.133648] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.133648] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.133648] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.133648] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.133648] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.133648] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.133906] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f225391-e417-4c69-adaf-8c8cf841f87b is going to be updated. [ 692.169237] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.169237] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.169621] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.169891] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.170092] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.170263] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f225391-e417-4c69-adaf-8c8cf841f87b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.300148] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd17b423-2504-4a0b-9316-d9646b5856f9 in Status: SUCCESS [ 692.300650] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.300650] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.300765] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.301581] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.301581] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.301581] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.301581] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.301581] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.301581] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.301581] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd17b423-2504-4a0b-9316-d9646b5856f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.635701] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a98e674a-b8bf-457d-adf2-b98cb5a75bdf',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.806233] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd17b423-2504-4a0b-9316-d9646b5856f9 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.806392] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.806463] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.806768] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.806916] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.807106] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.807106] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.807222] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.807302] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.807385] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.807556] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd17b423-2504-4a0b-9316-d9646b5856f9 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.807653] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.807706] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.807845] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.807985] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.808085] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.808143] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.808281] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.808357] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.808438] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.808526] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd17b423-2504-4a0b-9316-d9646b5856f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.138547] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.138916] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.138916] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.139256] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.139256] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.139256] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a98e674a-b8bf-457d-adf2-b98cb5a75bdf is going to be created. [ 693.165231] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.165486] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.165605] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.166092] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.166092] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.180652] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a98e674a-b8bf-457d-adf2-b98cb5a75bdf in Status: UNINITIALIZED for 2s [ 693.310420] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd17b423-2504-4a0b-9316-d9646b5856f9: rpc.has_security_group_logging(os_id): False [ 693.343413] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.343656] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.343656] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.343865] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.343957] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.344176] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.344279] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.344342] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.344537] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.344640] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.344842] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.348024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.348024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.348024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.348024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.348024] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.348024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.348024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.348024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.348024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.348024] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd17b423-2504-4a0b-9316-d9646b5856f9 is going to be created. [ 693.432954] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.433171] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.433171] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.433696] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.433696] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.448387] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd17b423-2504-4a0b-9316-d9646b5856f9 in Status: IN_PROGRESS for 2s [ 693.819324] env[65123]: INFO networking_nsxv3.common.synchronization [None req-5ce97075-b81e-4b80-ac51-dd2ca9ada196 None None] Enqueued Resource ID: 030f73bc-bdbf-4512-8282-181908288b10 with Priority: HIGHEST for action port [ 693.819949] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 030f73bc-bdbf-4512-8282-181908288b10 with Priority: HIGHEST for action port [ 693.819949] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-030f73bc-bdbf-4512-8282-181908288b10 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.823127] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-030f73bc-bdbf-4512-8282-181908288b10" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.823264] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-030f73bc-bdbf-4512-8282-181908288b10" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.824434] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-030f73bc-bdbf-4512-8282-181908288b10" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.824434] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('030f73bc-bdbf-4512-8282-181908288b10',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.326281] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 030f73bc-bdbf-4512-8282-181908288b10 [ 694.326730] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.326819] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.326974] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.327205] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.327343] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.327473] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:030f73bc-bdbf-4512-8282-181908288b10 already deleted. [ 694.327644] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-030f73bc-bdbf-4512-8282-181908288b10" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.198081] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a98e674a-b8bf-457d-adf2-b98cb5a75bdf in Status: SUCCESS [ 695.198081] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a98e674a-b8bf-457d-adf2-b98cb5a75bdf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.198081] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a98e674a-b8bf-457d-adf2-b98cb5a75bdf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.198081] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a98e674a-b8bf-457d-adf2-b98cb5a75bdf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.198081] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.198081] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.198081] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.198081] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.198081] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.198081] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a98e674a-b8bf-457d-adf2-b98cb5a75bdf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.198719] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a98e674a-b8bf-457d-adf2-b98cb5a75bdf',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.461382] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd17b423-2504-4a0b-9316-d9646b5856f9 in Status: SUCCESS [ 695.461382] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.703385] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a98e674a-b8bf-457d-adf2-b98cb5a75bdf',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.206482] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a98e674a-b8bf-457d-adf2-b98cb5a75bdf: rpc.has_security_group_logging(os_id): False [ 696.230548] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.230548] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.230548] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.231115] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.231115] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.231264] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.231441] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.231560] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.231791] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.231878] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.231983] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a98e674a-b8bf-457d-adf2-b98cb5a75bdf is going to be created. [ 696.304978] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.305227] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.305298] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.305615] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.305919] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.320421] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a98e674a-b8bf-457d-adf2-b98cb5a75bdf in Status: IN_PROGRESS for 2s [ 696.406419] env[65123]: INFO networking_nsxv3.common.synchronization [None req-195e64f7-391f-4bea-aa93-d3298561dde0 None None] Enqueued Resource ID: d5259fd2-7009-46ee-9821-7e8197b4f621 with Priority: HIGHEST for action port [ 696.406419] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5259fd2-7009-46ee-9821-7e8197b4f621 with Priority: HIGHEST for action port [ 696.406419] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5259fd2-7009-46ee-9821-7e8197b4f621 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.406419] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5259fd2-7009-46ee-9821-7e8197b4f621" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.406419] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5259fd2-7009-46ee-9821-7e8197b4f621" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.406419] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5259fd2-7009-46ee-9821-7e8197b4f621" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.406893] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5259fd2-7009-46ee-9821-7e8197b4f621',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.909315] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d5259fd2-7009-46ee-9821-7e8197b4f621 [ 696.909787] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.909949] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.910029] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.910261] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.910356] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.910471] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d5259fd2-7009-46ee-9821-7e8197b4f621 already deleted. [ 696.910529] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5259fd2-7009-46ee-9821-7e8197b4f621" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.393222] env[65123]: INFO networking_nsxv3.common.synchronization [req-c91261b6-6c5d-49ff-92a0-80f8250af275 req-71198a82-817f-4a18-b4f4-8ae5a45751c2 tempest-SecurityGroupsTestJSON-584188284 tempest-SecurityGroupsTestJSON-584188284-project-member] Enqueued Resource ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 with Priority: HIGHEST for action security_group_members [ 697.393823] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 with Priority: HIGHEST for action security_group_members [ 697.394149] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc18ea69-ea22-4176-ba3e-77f2f084aa82 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.394271] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.394337] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.394760] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.394855] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.394966] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.395040] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.395213] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.395298] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.395401] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc18ea69-ea22-4176-ba3e-77f2f084aa82',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.750742] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-441 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.750996] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-441" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.751070] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-441" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.751429] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-441" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.751702] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.751862] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.751991] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.752298] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.752442] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.752643] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 697.752751] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 697.752889] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 697.752965] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 697.753082] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 697.753179] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 697.753306] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 697.778864] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 697.778864] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 697.779125] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 697.779125] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-441" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.779473] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-8e290b23-fe35-4652-b830-e5383ebb3819 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.779628] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-8e290b23-fe35-4652-b830-e5383ebb3819" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.779747] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-8e290b23-fe35-4652-b830-e5383ebb3819" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.780178] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-8e290b23-fe35-4652-b830-e5383ebb3819" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.780303] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e290b23-fe35-4652-b830-e5383ebb3819',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.898095] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.898361] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.898447] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.898685] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.898779] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.898977] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.899107] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.899166] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.899292] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.899366] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.899497] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 already deleted. [ 697.899587] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.283306] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.283780] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.283780] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.283919] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.284080] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.284242] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port 8e290b23-fe35-4652-b830-e5383ebb3819 not found, creating... [ 698.284532] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.284792] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.284969] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.285331] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.285535] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.285996] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.286402] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.286477] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.286834] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.287221] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.287382] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: 8e290b23-fe35-4652-b830-e5383ebb3819 is going to be created. [ 698.336824] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.337222] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.337222] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.337439] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.337819] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.337897] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-8e290b23-fe35-4652-b830-e5383ebb3819" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.342973] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a98e674a-b8bf-457d-adf2-b98cb5a75bdf in Status: SUCCESS [ 698.343210] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a98e674a-b8bf-457d-adf2-b98cb5a75bdf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.992327] env[65123]: INFO networking_nsxv3.common.synchronization [req-c91261b6-6c5d-49ff-92a0-80f8250af275 req-b07cf189-e7e4-4d34-8dc7-114ad3f3d014 service nova] Enqueued Resource ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 with Priority: HIGHEST for action security_group_rules [ 698.992539] env[65123]: INFO networking_nsxv3.common.synchronization [req-c91261b6-6c5d-49ff-92a0-80f8250af275 req-b07cf189-e7e4-4d34-8dc7-114ad3f3d014 service nova] Enqueued Resource ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 with Priority: HIGHEST for action security_group_members [ 698.992688] env[65123]: INFO networking_nsxv3.common.synchronization [req-c91261b6-6c5d-49ff-92a0-80f8250af275 req-b07cf189-e7e4-4d34-8dc7-114ad3f3d014 service nova] Enqueued Resource ID: 8e290b23-fe35-4652-b830-e5383ebb3819 with Priority: HIGHEST for action port [ 698.993769] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 with Priority: HIGHEST for action security_group_rules [ 698.993769] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 with Priority: HIGHEST for action security_group_members [ 698.993769] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e290b23-fe35-4652-b830-e5383ebb3819 with Priority: HIGHEST for action port [ 698.993769] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc18ea69-ea22-4176-ba3e-77f2f084aa82 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.993979] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.993979] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.994524] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.994605] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc18ea69-ea22-4176-ba3e-77f2f084aa82',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.996660] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc18ea69-ea22-4176-ba3e-77f2f084aa82 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.997307] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.997307] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.997631] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.997631] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.997726] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.998476] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.998476] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.998476] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.998476] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc18ea69-ea22-4176-ba3e-77f2f084aa82',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.998971] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e290b23-fe35-4652-b830-e5383ebb3819 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.002509] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e290b23-fe35-4652-b830-e5383ebb3819" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.002509] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e290b23-fe35-4652-b830-e5383ebb3819" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.002509] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e290b23-fe35-4652-b830-e5383ebb3819" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.002509] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e290b23-fe35-4652-b830-e5383ebb3819',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.502281] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc18ea69-ea22-4176-ba3e-77f2f084aa82 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.502281] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.502630] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc18ea69-ea22-4176-ba3e-77f2f084aa82',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.506886] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e290b23-fe35-4652-b830-e5383ebb3819 with status ACTIVE [ 699.506886] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.506886] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.506886] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.506886] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.506886] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.506886] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.507268] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.507268] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.507268] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.507368] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.510556] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.510556] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.510556] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.510556] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.510556] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.510556] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e290b23-fe35-4652-b830-e5383ebb3819 is going to be updated. [ 699.542507] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.542752] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.542878] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.543249] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.543479] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.543714] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e290b23-fe35-4652-b830-e5383ebb3819" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.011295] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc18ea69-ea22-4176-ba3e-77f2f084aa82',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.170944] env[65123]: INFO networking_nsxv3.common.synchronization [req-c44800a7-c204-4362-9b1b-99f3660dbc4d req-86630c86-e3fd-4118-9b27-46af91f48e18 tempest-ServerActionsTestOtherB-2116662571 tempest-ServerActionsTestOtherB-2116662571-project-member] Enqueued Resource ID: 5606699a-2416-46e1-a389-981d2760202b with Priority: HIGHEST for action security_group_members [ 700.171706] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5606699a-2416-46e1-a389-981d2760202b with Priority: HIGHEST for action security_group_members [ 700.172685] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-5606699a-2416-46e1-a389-981d2760202b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.172928] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.173196] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.173855] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.173896] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.174165] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.175115] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.175115] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.175115] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.175115] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5606699a-2416-46e1-a389-981d2760202b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.515526] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.515895] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.515895] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.515965] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.516011] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.516121] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 is going to be created. [ 700.546854] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.547064] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.547139] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.547366] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.547535] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.560129] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 in Status: UNINITIALIZED for 2s [ 700.671850] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-825 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.672074] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-825" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.672300] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-825" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.678349] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-825" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.678349] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.678349] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.678349] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.678654] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.678654] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.679340] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 700.679340] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 700.679340] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 700.679340] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 700.679340] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 700.679537] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 700.679537] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 700.681244] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.681401] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.681459] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.681643] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.681729] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.681928] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.682044] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.682138] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.682268] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.682426] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.682426] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5606699a-2416-46e1-a389-981d2760202b already deleted. [ 700.682490] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.706021] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 700.706021] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 700.706021] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 700.706021] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-825" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.706021] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-7aaf2d01-1ca2-49b7-a8df-0f9588f85b09 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.706021] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-7aaf2d01-1ca2-49b7-a8df-0f9588f85b09" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.706021] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-7aaf2d01-1ca2-49b7-a8df-0f9588f85b09" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.706021] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-7aaf2d01-1ca2-49b7-a8df-0f9588f85b09" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.706021] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7aaf2d01-1ca2-49b7-a8df-0f9588f85b09',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.210700] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.210919] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.211052] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.211426] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.211553] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.211619] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port 7aaf2d01-1ca2-49b7-a8df-0f9588f85b09 not found, creating... [ 701.211909] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.212102] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.212363] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.212445] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.212570] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.212847] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.212998] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.213198] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.213309] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.213431] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.213568] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: 7aaf2d01-1ca2-49b7-a8df-0f9588f85b09 is going to be created. [ 701.236129] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.236407] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.236650] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.237085] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.237563] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.237691] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-7aaf2d01-1ca2-49b7-a8df-0f9588f85b09" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.896969] env[65123]: INFO networking_nsxv3.common.synchronization [req-b890742a-3e30-47fa-a3bd-4143b3aaadc2 req-543c562a-dc05-4887-ae0d-53932fa58226 tempest-AttachInterfacesUnderV243Test-866058136 tempest-AttachInterfacesUnderV243Test-866058136-project-member] Enqueued Resource ID: 9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 with Priority: HIGHEST for action security_group_members [ 701.898519] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 with Priority: HIGHEST for action security_group_members [ 701.898519] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.898519] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.898519] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.898519] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.898732] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.898783] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.898952] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.899023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.899060] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.899188] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f8d7b61-36e9-45e8-af54-d7edfeb09ff7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.917763] env[65123]: INFO networking_nsxv3.common.synchronization [req-b890742a-3e30-47fa-a3bd-4143b3aaadc2 req-543c562a-dc05-4887-ae0d-53932fa58226 tempest-AttachInterfacesUnderV243Test-866058136 tempest-AttachInterfacesUnderV243Test-866058136-project-member] Enqueued Resource ID: 9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 with Priority: HIGHEST for action security_group_rules [ 701.917845] env[65123]: INFO networking_nsxv3.common.synchronization [req-b890742a-3e30-47fa-a3bd-4143b3aaadc2 req-543c562a-dc05-4887-ae0d-53932fa58226 tempest-AttachInterfacesUnderV243Test-866058136 tempest-AttachInterfacesUnderV243Test-866058136-project-member] Enqueued Resource ID: 9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 with Priority: HIGHEST for action security_group_members [ 701.917987] env[65123]: INFO networking_nsxv3.common.synchronization [req-b890742a-3e30-47fa-a3bd-4143b3aaadc2 req-543c562a-dc05-4887-ae0d-53932fa58226 tempest-AttachInterfacesUnderV243Test-866058136 tempest-AttachInterfacesUnderV243Test-866058136-project-member] Enqueued Resource ID: 9a629750-b066-47be-a946-1d93149546ac with Priority: HIGHEST for action port [ 701.918458] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 with Priority: HIGHEST for action security_group_rules [ 701.918595] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 with Priority: HIGHEST for action security_group_members [ 701.918694] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a629750-b066-47be-a946-1d93149546ac with Priority: HIGHEST for action port [ 701.918962] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.919510] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.919510] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.919743] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.919855] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f8d7b61-36e9-45e8-af54-d7edfeb09ff7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.920777] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.920869] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.921117] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a629750-b066-47be-a946-1d93149546ac taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.921373] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a629750-b066-47be-a946-1d93149546ac" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.921373] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a629750-b066-47be-a946-1d93149546ac" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.921562] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a629750-b066-47be-a946-1d93149546ac" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.921659] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a629750-b066-47be-a946-1d93149546ac',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.939195] env[65123]: INFO networking_nsxv3.common.synchronization [req-c44800a7-c204-4362-9b1b-99f3660dbc4d req-99d1ec50-5db4-4fcf-92cc-c8b66911fa9c service nova] Enqueued Resource ID: 5606699a-2416-46e1-a389-981d2760202b with Priority: HIGHEST for action security_group_rules [ 701.939377] env[65123]: INFO networking_nsxv3.common.synchronization [req-c44800a7-c204-4362-9b1b-99f3660dbc4d req-99d1ec50-5db4-4fcf-92cc-c8b66911fa9c service nova] Enqueued Resource ID: 5606699a-2416-46e1-a389-981d2760202b with Priority: HIGHEST for action security_group_members [ 701.939507] env[65123]: INFO networking_nsxv3.common.synchronization [req-c44800a7-c204-4362-9b1b-99f3660dbc4d req-99d1ec50-5db4-4fcf-92cc-c8b66911fa9c service nova] Enqueued Resource ID: 7aaf2d01-1ca2-49b7-a8df-0f9588f85b09 with Priority: HIGHEST for action port [ 701.945752] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5606699a-2416-46e1-a389-981d2760202b with Priority: HIGHEST for action security_group_rules [ 701.945752] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5606699a-2416-46e1-a389-981d2760202b with Priority: HIGHEST for action security_group_members [ 701.945752] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aaf2d01-1ca2-49b7-a8df-0f9588f85b09 with Priority: HIGHEST for action port [ 701.945752] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5606699a-2416-46e1-a389-981d2760202b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.945752] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.945752] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.945982] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.945982] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5606699a-2416-46e1-a389-981d2760202b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.946799] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-5606699a-2416-46e1-a389-981d2760202b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.946927] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.947356] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.947815] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.947815] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.947815] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.947957] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.949916] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.949916] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.949916] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5606699a-2416-46e1-a389-981d2760202b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.949916] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-7aaf2d01-1ca2-49b7-a8df-0f9588f85b09 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.950232] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7aaf2d01-1ca2-49b7-a8df-0f9588f85b09" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.950232] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7aaf2d01-1ca2-49b7-a8df-0f9588f85b09" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.950232] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7aaf2d01-1ca2-49b7-a8df-0f9588f85b09" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.950358] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7aaf2d01-1ca2-49b7-a8df-0f9588f85b09',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.402038] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f8d7b61-36e9-45e8-af54-d7edfeb09ff7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.423604] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.423791] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.425209] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a629750-b066-47be-a946-1d93149546ac with status ACTIVE [ 702.425465] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.425637] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.425735] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.426028] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.426153] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.426396] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.426538] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.426671] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.426861] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.426976] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.427243] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.427601] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.427601] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.427700] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.427771] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.427893] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a629750-b066-47be-a946-1d93149546ac is going to be updated. [ 702.452171] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-5606699a-2416-46e1-a389-981d2760202b taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.452304] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.452522] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5606699a-2416-46e1-a389-981d2760202b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.453424] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7aaf2d01-1ca2-49b7-a8df-0f9588f85b09 with status ACTIVE [ 702.453646] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.453760] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.453846] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.454090] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.454191] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.454362] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.454459] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.454586] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.454860] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.454860] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.455016] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.459175] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.459175] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.459295] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.459816] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.459816] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7aaf2d01-1ca2-49b7-a8df-0f9588f85b09 is going to be updated. [ 702.465334] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.465334] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.465334] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.465568] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.465656] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.465811] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a629750-b066-47be-a946-1d93149546ac" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.483597] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.483779] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.483827] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.483987] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.484137] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.484290] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7aaf2d01-1ca2-49b7-a8df-0f9588f85b09" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.574457] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 in Status: SUCCESS [ 702.574784] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.574931] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.575185] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.575312] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.575433] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.575501] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.575655] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.575739] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.575828] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.575924] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc18ea69-ea22-4176-ba3e-77f2f084aa82',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.782272] env[65123]: INFO networking_nsxv3.common.synchronization [req-28bbe8c4-63c7-439b-b8ec-eb36422a2401 req-149f0024-5e1b-4333-918e-6739698374bd tempest-ServersAdminTestJSON-470229111 tempest-ServersAdminTestJSON-470229111-project-member] Enqueued Resource ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 with Priority: HIGHEST for action security_group_members [ 702.782842] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 with Priority: HIGHEST for action security_group_members [ 702.783175] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.783299] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.783366] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.783568] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.783893] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.783893] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.783893] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.784051] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.784286] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.784350] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56c043af-f32c-4d0e-a2b6-3f16bdbe73e0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.907019] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f8d7b61-36e9-45e8-af54-d7edfeb09ff7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.962863] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5606699a-2416-46e1-a389-981d2760202b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.079369] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc18ea69-ea22-4176-ba3e-77f2f084aa82 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.079569] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.079633] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.079811] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.080062] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.080173] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.080234] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.080391] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.080482] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.080562] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.080884] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc18ea69-ea22-4176-ba3e-77f2f084aa82 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.080884] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.080884] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.081086] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.081144] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.081204] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.081282] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.081398] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.081463] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.081594] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.081687] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc18ea69-ea22-4176-ba3e-77f2f084aa82',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.287512] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56c043af-f32c-4d0e-a2b6-3f16bdbe73e0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.406349] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.406501] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.406571] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.406861] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.406961] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.407097] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 is going to be updated. [ 703.418442] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock network-289 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.418649] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "network-289" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.418787] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "network-289" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.419084] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "network-289" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.419343] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.419499] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.419610] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.419852] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.419993] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.420211] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 703.420321] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 703.420426] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 703.420616] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 703.420760] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 703.420868] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 703.421029] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 703.440605] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.440778] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.440853] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.441098] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.441250] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.443336] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 703.443497] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 703.443631] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 703.443790] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "network-289" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.444446] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock port-0c15ad1e-2eb9-4191-a654-0142359d415f taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.444446] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "port-0c15ad1e-2eb9-4191-a654-0142359d415f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.444446] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "port-0c15ad1e-2eb9-4191-a654-0142359d415f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.444763] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "port-0c15ad1e-2eb9-4191-a654-0142359d415f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.444793] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c15ad1e-2eb9-4191-a654-0142359d415f',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.455377] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 in Status: IN_PROGRESS for 2s [ 703.467396] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.467546] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.467669] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.467919] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.468036] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.468128] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5606699a-2416-46e1-a389-981d2760202b is going to be created. [ 703.490925] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.491504] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.491654] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.491938] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.492148] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.506050] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5606699a-2416-46e1-a389-981d2760202b in Status: UNINITIALIZED for 2s [ 703.588575] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc18ea69-ea22-4176-ba3e-77f2f084aa82: rpc.has_security_group_logging(os_id): False [ 703.612556] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.612734] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.612784] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.612977] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.613097] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.613303] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.613488] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.613562] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.613723] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.613805] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.614038] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.614138] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.614200] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.614344] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.614419] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.614705] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.614803] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.614864] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.615015] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.615094] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.615180] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 is going to be created. [ 703.666796] env[65123]: INFO networking_nsxv3.common.synchronization [None req-0f52b32f-1e25-4ec6-994d-203af0dfdc3a None None] Enqueued Resource ID: 3acaf629-88f3-48ea-9a26-46013df4f4d0 with Priority: HIGHEST for action port [ 703.667351] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3acaf629-88f3-48ea-9a26-46013df4f4d0 with Priority: HIGHEST for action port [ 703.667810] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-3acaf629-88f3-48ea-9a26-46013df4f4d0 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.667810] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3acaf629-88f3-48ea-9a26-46013df4f4d0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.667915] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3acaf629-88f3-48ea-9a26-46013df4f4d0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.668145] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3acaf629-88f3-48ea-9a26-46013df4f4d0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.668247] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3acaf629-88f3-48ea-9a26-46013df4f4d0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.684422] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.684667] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.684667] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.684838] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.685023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.697762] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 in Status: IN_PROGRESS for 2s [ 703.790216] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56c043af-f32c-4d0e-a2b6-3f16bdbe73e0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.947581] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.947890] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.948017] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.948331] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.948497] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.948684] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Segment Port 0c15ad1e-2eb9-4191-a654-0142359d415f not found, creating... [ 703.948968] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.949161] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.949308] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.949538] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.949675] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.949941] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.950131] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.950245] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.950442] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.950568] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.950703] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Resource: SegmentPort with ID: 0c15ad1e-2eb9-4191-a654-0142359d415f is going to be created. [ 703.971814] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.972033] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.972156] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.972544] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.972769] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.973011] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "port-0c15ad1e-2eb9-4191-a654-0142359d415f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.172372] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3acaf629-88f3-48ea-9a26-46013df4f4d0 [ 704.172786] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.172786] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.172786] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.173154] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.173154] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.173207] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3acaf629-88f3-48ea-9a26-46013df4f4d0 already deleted. [ 704.173282] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3acaf629-88f3-48ea-9a26-46013df4f4d0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.293118] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.293440] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.293530] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.293775] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.293920] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.294085] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 is going to be updated. [ 704.362648] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.362838] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.362918] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.363167] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.363319] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.375520] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 in Status: IN_PROGRESS for 2s [ 704.694381] env[65123]: INFO networking_nsxv3.common.synchronization [req-28bbe8c4-63c7-439b-b8ec-eb36422a2401 req-132e2c18-9687-4fd8-be26-246224af4690 service nova] Enqueued Resource ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 with Priority: HIGHEST for action security_group_rules [ 704.694576] env[65123]: INFO networking_nsxv3.common.synchronization [req-28bbe8c4-63c7-439b-b8ec-eb36422a2401 req-132e2c18-9687-4fd8-be26-246224af4690 service nova] Enqueued Resource ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 with Priority: HIGHEST for action security_group_members [ 704.694770] env[65123]: INFO networking_nsxv3.common.synchronization [req-28bbe8c4-63c7-439b-b8ec-eb36422a2401 req-132e2c18-9687-4fd8-be26-246224af4690 service nova] Enqueued Resource ID: 0c15ad1e-2eb9-4191-a654-0142359d415f with Priority: HIGHEST for action port [ 704.695350] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 with Priority: HIGHEST for action security_group_rules [ 704.695492] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 with Priority: HIGHEST for action security_group_members [ 704.695595] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c15ad1e-2eb9-4191-a654-0142359d415f with Priority: HIGHEST for action port [ 704.695865] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.695990] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.696331] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.696575] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.696856] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56c043af-f32c-4d0e-a2b6-3f16bdbe73e0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.698630] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.698855] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.699118] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c15ad1e-2eb9-4191-a654-0142359d415f taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.699227] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c15ad1e-2eb9-4191-a654-0142359d415f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.699309] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c15ad1e-2eb9-4191-a654-0142359d415f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.699524] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c15ad1e-2eb9-4191-a654-0142359d415f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.699625] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c15ad1e-2eb9-4191-a654-0142359d415f',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.199220] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.199482] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.202609] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c15ad1e-2eb9-4191-a654-0142359d415f with status ACTIVE [ 705.202773] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.202858] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.202929] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.203277] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.203277] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.203436] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.203535] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.203599] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.203748] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.203824] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.204011] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.204110] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.204172] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.204565] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.204565] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.204565] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c15ad1e-2eb9-4191-a654-0142359d415f is going to be updated. [ 705.227176] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.227176] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.227176] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.227176] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.227176] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.227176] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c15ad1e-2eb9-4191-a654-0142359d415f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.465952] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 in Status: SUCCESS [ 705.466391] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.466964] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.467295] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.467430] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.467548] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.467644] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.467871] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.467997] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.468419] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f8d7b61-36e9-45e8-af54-d7edfeb09ff7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.516977] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5606699a-2416-46e1-a389-981d2760202b in Status: SUCCESS [ 705.520682] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.520682] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.520682] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.520682] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.520682] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.520682] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.520682] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.520682] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.520682] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.520682] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5606699a-2416-46e1-a389-981d2760202b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.705189] env[65123]: INFO networking_nsxv3.common.synchronization [None req-73445e89-7ba1-464a-8089-02cbadde12bd None None] Enqueued Resource ID: 7aca53ef-7d7c-4ae5-98cc-07f915765f43 with Priority: HIGHEST for action port [ 705.706166] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aca53ef-7d7c-4ae5-98cc-07f915765f43 with Priority: HIGHEST for action port [ 705.706553] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-7aca53ef-7d7c-4ae5-98cc-07f915765f43 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.706903] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7aca53ef-7d7c-4ae5-98cc-07f915765f43" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.706903] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7aca53ef-7d7c-4ae5-98cc-07f915765f43" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.707450] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7aca53ef-7d7c-4ae5-98cc-07f915765f43" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.707450] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7aca53ef-7d7c-4ae5-98cc-07f915765f43',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.717016] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 in Status: SUCCESS [ 705.717176] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.970523] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f8d7b61-36e9-45e8-af54-d7edfeb09ff7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.022946] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5606699a-2416-46e1-a389-981d2760202b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.214163] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7aca53ef-7d7c-4ae5-98cc-07f915765f43 [ 706.214163] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.214163] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.214163] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.214163] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.214163] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.214163] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7aca53ef-7d7c-4ae5-98cc-07f915765f43 already deleted. [ 706.214163] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7aca53ef-7d7c-4ae5-98cc-07f915765f43" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.388069] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 in Status: SUCCESS [ 706.388069] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.388069] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.388069] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.388069] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.388069] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.388069] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.388069] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.388069] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.388417] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56c043af-f32c-4d0e-a2b6-3f16bdbe73e0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.473037] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f8d7b61-36e9-45e8-af54-d7edfeb09ff7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.527114] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5606699a-2416-46e1-a389-981d2760202b: rpc.has_security_group_logging(os_id): False [ 706.549142] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.551706] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.551706] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.551706] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.551706] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.551706] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.551706] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.551706] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.551706] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.551706] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.551706] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5606699a-2416-46e1-a389-981d2760202b is going to be created. [ 706.625876] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.626021] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.626087] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.626300] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.626474] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.640373] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5606699a-2416-46e1-a389-981d2760202b in Status: IN_PROGRESS for 2s [ 706.892957] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56c043af-f32c-4d0e-a2b6-3f16bdbe73e0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.979303] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.979505] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.979602] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.979858] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.979976] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.980150] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 is going to be updated. [ 707.007394] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.007500] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.007535] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.007750] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.007919] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.018905] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 in Status: IN_PROGRESS for 2s [ 707.395515] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56c043af-f32c-4d0e-a2b6-3f16bdbe73e0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.662515] env[65123]: INFO networking_nsxv3.common.synchronization [None req-d488d272-49cb-4de4-b134-a519473eae56 tempest-AttachVolumeShelveTestJSON-1071414166 tempest-AttachVolumeShelveTestJSON-1071414166-project-member] Enqueued Resource ID: c9519fe2-8165-4d3d-8148-9f12ba0e6be4 with Priority: HIGHEST for action security_group_rules [ 707.663504] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9519fe2-8165-4d3d-8148-9f12ba0e6be4 with Priority: HIGHEST for action security_group_rules [ 707.663899] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9519fe2-8165-4d3d-8148-9f12ba0e6be4 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.664104] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9519fe2-8165-4d3d-8148-9f12ba0e6be4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.664635] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9519fe2-8165-4d3d-8148-9f12ba0e6be4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.665038] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9519fe2-8165-4d3d-8148-9f12ba0e6be4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.665208] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9519fe2-8165-4d3d-8148-9f12ba0e6be4',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.771168] env[65123]: INFO networking_nsxv3.common.synchronization [None req-f01e8525-67e4-4aba-9802-9c09c499df65 tempest-AttachVolumeShelveTestJSON-1071414166 tempest-AttachVolumeShelveTestJSON-1071414166-project-member] Enqueued Resource ID: c9519fe2-8165-4d3d-8148-9f12ba0e6be4 with Priority: HIGHEST for action security_group_rules [ 707.771168] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9519fe2-8165-4d3d-8148-9f12ba0e6be4 with Priority: HIGHEST for action security_group_rules [ 707.771447] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9519fe2-8165-4d3d-8148-9f12ba0e6be4 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.771447] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9519fe2-8165-4d3d-8148-9f12ba0e6be4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.900277] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.900277] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.900277] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.900414] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.900559] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.900607] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 is going to be updated. [ 707.932145] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.932331] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.932408] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.932621] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.932775] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.946063] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 in Status: IN_PROGRESS for 2s [ 708.185222] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.185368] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.185443] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.185660] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.185753] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.185849] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9519fe2-8165-4d3d-8148-9f12ba0e6be4 already deleted. [ 708.185934] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9519fe2-8165-4d3d-8148-9f12ba0e6be4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.186102] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9519fe2-8165-4d3d-8148-9f12ba0e6be4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.186270] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9519fe2-8165-4d3d-8148-9f12ba0e6be4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.186346] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9519fe2-8165-4d3d-8148-9f12ba0e6be4',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.653610] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5606699a-2416-46e1-a389-981d2760202b in Status: SUCCESS [ 708.653873] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.708460] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.709365] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.709446] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.709681] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.709776] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.709872] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9519fe2-8165-4d3d-8148-9f12ba0e6be4 already deleted. [ 708.709954] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9519fe2-8165-4d3d-8148-9f12ba0e6be4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.936606] env[65123]: INFO networking_nsxv3.common.synchronization [req-03297483-a871-4c2a-b327-cfbf0539d156 req-37395a51-7fca-459a-a5c2-1bcf8e5b2a49 tempest-ServerAddressesTestJSON-1799947420 tempest-ServerAddressesTestJSON-1799947420-project-member] Enqueued Resource ID: 0b1196d2-d91d-4629-ad5b-62ce65d067b5 with Priority: HIGHEST for action security_group_members [ 708.937318] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b1196d2-d91d-4629-ad5b-62ce65d067b5 with Priority: HIGHEST for action security_group_members [ 708.938024] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b1196d2-d91d-4629-ad5b-62ce65d067b5 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.938092] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b1196d2-d91d-4629-ad5b-62ce65d067b5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.938127] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b1196d2-d91d-4629-ad5b-62ce65d067b5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.938496] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b1196d2-d91d-4629-ad5b-62ce65d067b5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.938676] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.938775] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.938886] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.939024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.939120] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.939225] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b1196d2-d91d-4629-ad5b-62ce65d067b5',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.029300] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 in Status: SUCCESS [ 709.029551] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.029685] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.029909] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.030113] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.030235] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.030297] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.030506] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.030582] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.030649] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.030697] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f8d7b61-36e9-45e8-af54-d7edfeb09ff7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.394716] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock network-946 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.394883] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "network-946" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.395083] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "network-946" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.395352] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "network-946" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.395621] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.396395] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.396547] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.396825] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.396980] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.397201] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 709.397312] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 709.397447] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 709.397647] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 709.397824] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 709.397983] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 709.398151] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 709.418898] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 709.419092] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 709.419239] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 709.419415] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "network-946" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.419722] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock port-2aefee6b-30c5-40eb-8b49-590db064c71d taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.419913] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "port-2aefee6b-30c5-40eb-8b49-590db064c71d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.420015] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "port-2aefee6b-30c5-40eb-8b49-590db064c71d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.420631] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "port-2aefee6b-30c5-40eb-8b49-590db064c71d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.420631] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2aefee6b-30c5-40eb-8b49-590db064c71d',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.444646] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.444834] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.444898] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.445527] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.445652] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.445837] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.445944] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.446034] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.446195] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.449851] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.449851] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b1196d2-d91d-4629-ad5b-62ce65d067b5 already deleted. [ 709.449851] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b1196d2-d91d-4629-ad5b-62ce65d067b5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.537479] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f8d7b61-36e9-45e8-af54-d7edfeb09ff7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.922864] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.923372] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.923372] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.923491] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.923669] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.923831] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Segment Port 2aefee6b-30c5-40eb-8b49-590db064c71d not found, creating... [ 709.924251] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.924485] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.924562] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.925196] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.925380] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.925684] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.925845] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.925962] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.926455] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.926455] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.926455] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Resource: SegmentPort with ID: 2aefee6b-30c5-40eb-8b49-590db064c71d is going to be created. [ 709.953072] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.953304] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.953413] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.953672] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.953885] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.954109] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "port-2aefee6b-30c5-40eb-8b49-590db064c71d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.956100] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 in Status: SUCCESS [ 709.956287] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.956441] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.956630] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.956839] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.956955] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.957034] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.957184] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.957263] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.957345] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.957434] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56c043af-f32c-4d0e-a2b6-3f16bdbe73e0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.040691] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f8d7b61-36e9-45e8-af54-d7edfeb09ff7: rpc.has_security_group_logging(os_id): False [ 710.062294] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.065459] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.065459] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.065459] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.065459] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.065459] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.065459] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.065459] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.065459] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.065459] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.065459] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 is going to be updated. [ 710.133634] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.133909] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.133986] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.134222] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.134390] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.147978] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 in Status: IN_PROGRESS for 2s [ 710.461022] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.461022] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.461022] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.461022] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.461022] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.461022] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.461022] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.461022] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.461022] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.461022] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.461022] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.461022] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.461022] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.461544] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.461778] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.461887] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.461948] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.462103] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.462180] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.462250] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.462338] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56c043af-f32c-4d0e-a2b6-3f16bdbe73e0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.566433] env[65123]: INFO networking_nsxv3.common.synchronization [None req-fd3f775a-bbe6-4b5d-9c41-bb8615864824 None None] Enqueued Resource ID: 0ae0efa8-9f03-4157-bcce-a7d5c9ebdb35 with Priority: HIGHEST for action port [ 710.566433] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ae0efa8-9f03-4157-bcce-a7d5c9ebdb35 with Priority: HIGHEST for action port [ 710.566433] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ae0efa8-9f03-4157-bcce-a7d5c9ebdb35 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.566433] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ae0efa8-9f03-4157-bcce-a7d5c9ebdb35" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.566433] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ae0efa8-9f03-4157-bcce-a7d5c9ebdb35" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.566433] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ae0efa8-9f03-4157-bcce-a7d5c9ebdb35" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.567626] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ae0efa8-9f03-4157-bcce-a7d5c9ebdb35',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.662839] env[65123]: INFO networking_nsxv3.common.synchronization [req-03297483-a871-4c2a-b327-cfbf0539d156 req-1688f34c-61b9-4916-938c-913975ec1e36 service nova] Enqueued Resource ID: 0b1196d2-d91d-4629-ad5b-62ce65d067b5 with Priority: HIGHEST for action security_group_rules [ 710.662999] env[65123]: INFO networking_nsxv3.common.synchronization [req-03297483-a871-4c2a-b327-cfbf0539d156 req-1688f34c-61b9-4916-938c-913975ec1e36 service nova] Enqueued Resource ID: 0b1196d2-d91d-4629-ad5b-62ce65d067b5 with Priority: HIGHEST for action security_group_members [ 710.663150] env[65123]: INFO networking_nsxv3.common.synchronization [req-03297483-a871-4c2a-b327-cfbf0539d156 req-1688f34c-61b9-4916-938c-913975ec1e36 service nova] Enqueued Resource ID: 2aefee6b-30c5-40eb-8b49-590db064c71d with Priority: HIGHEST for action port [ 710.663383] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b1196d2-d91d-4629-ad5b-62ce65d067b5 with Priority: HIGHEST for action security_group_rules [ 710.663511] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b1196d2-d91d-4629-ad5b-62ce65d067b5 with Priority: HIGHEST for action security_group_members [ 710.663603] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aefee6b-30c5-40eb-8b49-590db064c71d with Priority: HIGHEST for action port [ 710.664170] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b1196d2-d91d-4629-ad5b-62ce65d067b5 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.664323] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b1196d2-d91d-4629-ad5b-62ce65d067b5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.664359] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b1196d2-d91d-4629-ad5b-62ce65d067b5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.664605] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b1196d2-d91d-4629-ad5b-62ce65d067b5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.664668] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b1196d2-d91d-4629-ad5b-62ce65d067b5',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.665586] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b1196d2-d91d-4629-ad5b-62ce65d067b5 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.665671] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b1196d2-d91d-4629-ad5b-62ce65d067b5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.665671] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b1196d2-d91d-4629-ad5b-62ce65d067b5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.665957] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b1196d2-d91d-4629-ad5b-62ce65d067b5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.666115] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.666695] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.666695] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.666695] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.666695] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.666695] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b1196d2-d91d-4629-ad5b-62ce65d067b5',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.667509] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-2aefee6b-30c5-40eb-8b49-590db064c71d taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.667509] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2aefee6b-30c5-40eb-8b49-590db064c71d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.667509] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2aefee6b-30c5-40eb-8b49-590db064c71d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.667624] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2aefee6b-30c5-40eb-8b49-590db064c71d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.667723] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2aefee6b-30c5-40eb-8b49-590db064c71d',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.966437] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0: rpc.has_security_group_logging(os_id): False [ 710.990498] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.990864] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.990864] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.991133] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.991235] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.991454] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.991566] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.991631] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.991794] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.991874] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.992087] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.992188] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.992250] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.992394] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.992470] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.992670] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.992761] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.992816] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.992956] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.994600] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.995942] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 is going to be updated. [ 711.068894] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ae0efa8-9f03-4157-bcce-a7d5c9ebdb35 [ 711.069026] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.069164] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.069209] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.069392] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.069505] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.069619] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ae0efa8-9f03-4157-bcce-a7d5c9ebdb35 already deleted. [ 711.069708] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ae0efa8-9f03-4157-bcce-a7d5c9ebdb35" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.094335] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.094538] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.094538] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.094797] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.094949] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.127161] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 in Status: IN_PROGRESS for 2s [ 711.169439] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b1196d2-d91d-4629-ad5b-62ce65d067b5 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.170715] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b1196d2-d91d-4629-ad5b-62ce65d067b5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.170715] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b1196d2-d91d-4629-ad5b-62ce65d067b5',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.172700] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2aefee6b-30c5-40eb-8b49-590db064c71d with status ACTIVE [ 711.172700] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.172700] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.172700] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.172700] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.172700] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.172700] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.172995] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.172995] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.172995] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.172995] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.173203] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.173299] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.173371] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.173525] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.173615] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.173685] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2aefee6b-30c5-40eb-8b49-590db064c71d is going to be updated. [ 711.201356] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.201503] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.201572] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.201781] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.201921] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.202103] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2aefee6b-30c5-40eb-8b49-590db064c71d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.676518] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b1196d2-d91d-4629-ad5b-62ce65d067b5',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.163121] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 in Status: SUCCESS [ 712.164024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.179863] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.180788] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.180788] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.180788] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.180788] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.180788] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b1196d2-d91d-4629-ad5b-62ce65d067b5 is going to be created. [ 712.206486] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.206486] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.206486] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.206643] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.206798] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.224024] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b1196d2-d91d-4629-ad5b-62ce65d067b5 in Status: UNINITIALIZED for 2s [ 712.356610] env[65123]: INFO networking_nsxv3.common.synchronization [req-dbc8788d-0639-472d-b192-f523097d18f7 req-cb10bdbe-e748-4444-b5dd-5fef8f8af537 tempest-ServerActionsV293TestJSON-2134451342 tempest-ServerActionsV293TestJSON-2134451342-project-member] Enqueued Resource ID: d7a9e508-748a-4c78-bd41-37e7882d4c1f with Priority: HIGHEST for action security_group_members [ 712.357223] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7a9e508-748a-4c78-bd41-37e7882d4c1f with Priority: HIGHEST for action security_group_members [ 712.357528] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7a9e508-748a-4c78-bd41-37e7882d4c1f taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.358628] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7a9e508-748a-4c78-bd41-37e7882d4c1f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.358628] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7a9e508-748a-4c78-bd41-37e7882d4c1f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.358628] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7a9e508-748a-4c78-bd41-37e7882d4c1f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.359183] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.359433] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.359508] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.359948] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.360183] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.360294] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7a9e508-748a-4c78-bd41-37e7882d4c1f',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.682107] env[65123]: INFO networking_nsxv3.common.synchronization [None req-fc40fe53-9e00-4766-943c-f0a16e9b5bfa None None] Enqueued Resource ID: 1acffaad-c37b-4f19-a8ed-0248e1bf3421 with Priority: HIGHEST for action port [ 712.682593] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1acffaad-c37b-4f19-a8ed-0248e1bf3421 with Priority: HIGHEST for action port [ 712.683356] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-1acffaad-c37b-4f19-a8ed-0248e1bf3421 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.683749] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1acffaad-c37b-4f19-a8ed-0248e1bf3421" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.683885] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1acffaad-c37b-4f19-a8ed-0248e1bf3421" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.684389] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1acffaad-c37b-4f19-a8ed-0248e1bf3421" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.684492] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1acffaad-c37b-4f19-a8ed-0248e1bf3421',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.864467] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.864817] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.864817] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.865143] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.865143] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.865277] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.865392] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.865460] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.865626] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.865694] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.865783] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7a9e508-748a-4c78-bd41-37e7882d4c1f already deleted. [ 712.865867] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7a9e508-748a-4c78-bd41-37e7882d4c1f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.149906] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 in Status: SUCCESS [ 713.149906] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.165275] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-987 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.165724] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-987" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.166547] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-987" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.166547] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-987" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.166776] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.167453] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.167453] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.167618] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.167649] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.168108] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.168203] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 713.168334] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 713.168390] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 713.168499] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.168626] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 713.168749] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 713.187413] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1acffaad-c37b-4f19-a8ed-0248e1bf3421 [ 713.187621] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.188290] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.188290] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.188290] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.188290] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.188290] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1acffaad-c37b-4f19-a8ed-0248e1bf3421 already deleted. [ 713.188508] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1acffaad-c37b-4f19-a8ed-0248e1bf3421" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.189843] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 713.190930] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 713.190930] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 713.190930] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-987" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.190930] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-fc637d8a-9ce2-4bfe-9903-abce25179343 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.190930] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-fc637d8a-9ce2-4bfe-9903-abce25179343" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.192244] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-fc637d8a-9ce2-4bfe-9903-abce25179343" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.193886] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-fc637d8a-9ce2-4bfe-9903-abce25179343" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.193886] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc637d8a-9ce2-4bfe-9903-abce25179343',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.696097] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.696392] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.696593] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.697045] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.697285] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.697474] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port fc637d8a-9ce2-4bfe-9903-abce25179343 not found, creating... [ 713.697766] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.697945] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.698071] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.699089] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.699089] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.699089] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.699089] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.699089] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.699327] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.702486] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.702486] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: fc637d8a-9ce2-4bfe-9903-abce25179343 is going to be created. [ 713.727264] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.727530] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.727575] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.728042] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.728174] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.728465] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-fc637d8a-9ce2-4bfe-9903-abce25179343" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.836287] env[65123]: INFO networking_nsxv3.common.synchronization [req-0cd645b1-244c-4699-93a6-13fd0d432b28 req-0708146f-5538-4f04-b172-cb22ccb9cdf8 tempest-FloatingIPsAssociationTestJSON-1451562236 tempest-FloatingIPsAssociationTestJSON-1451562236-project-member] Enqueued Resource ID: 6b14bf84-137d-4c94-b525-b443de399c38 with Priority: HIGHEST for action security_group_members [ 713.836287] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b14bf84-137d-4c94-b525-b443de399c38 with Priority: HIGHEST for action security_group_members [ 713.836287] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b14bf84-137d-4c94-b525-b443de399c38 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.836287] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b14bf84-137d-4c94-b525-b443de399c38" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.836287] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b14bf84-137d-4c94-b525-b443de399c38" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.836287] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b14bf84-137d-4c94-b525-b443de399c38" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.836287] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.836287] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.836287] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.836754] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.836754] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.837712] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b14bf84-137d-4c94-b525-b443de399c38',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.082360] env[65123]: INFO networking_nsxv3.common.synchronization [req-8bc35204-94f5-49e3-b2e1-479c6fcb362e req-1ed0eb93-d6a4-4cfc-8a59-83559fa035ef tempest-ImagesTestJSON-844462913 tempest-ImagesTestJSON-844462913-project-member] Enqueued Resource ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b with Priority: HIGHEST for action security_group_members [ 714.082360] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b with Priority: HIGHEST for action security_group_members [ 714.082629] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca4c776-73af-4661-8a6d-1a9c658d044b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.082629] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.082629] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.083309] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.083309] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.083309] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.083664] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.083664] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.083837] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.083837] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ca4c776-73af-4661-8a6d-1a9c658d044b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.236205] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b1196d2-d91d-4629-ad5b-62ce65d067b5 in Status: SUCCESS [ 714.236570] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b1196d2-d91d-4629-ad5b-62ce65d067b5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.236835] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b1196d2-d91d-4629-ad5b-62ce65d067b5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.236957] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b1196d2-d91d-4629-ad5b-62ce65d067b5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.237152] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.237273] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.237339] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.237487] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.237569] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.237652] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b1196d2-d91d-4629-ad5b-62ce65d067b5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.237744] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b1196d2-d91d-4629-ad5b-62ce65d067b5',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.339578] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b14bf84-137d-4c94-b525-b443de399c38',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.431323] env[65123]: INFO networking_nsxv3.common.synchronization [req-dbc8788d-0639-472d-b192-f523097d18f7 req-fb4b07b7-22ef-4fbc-8497-bc7708dc49ae service nova] Enqueued Resource ID: d7a9e508-748a-4c78-bd41-37e7882d4c1f with Priority: HIGHEST for action security_group_rules [ 714.431496] env[65123]: INFO networking_nsxv3.common.synchronization [req-dbc8788d-0639-472d-b192-f523097d18f7 req-fb4b07b7-22ef-4fbc-8497-bc7708dc49ae service nova] Enqueued Resource ID: d7a9e508-748a-4c78-bd41-37e7882d4c1f with Priority: HIGHEST for action security_group_members [ 714.431626] env[65123]: INFO networking_nsxv3.common.synchronization [req-dbc8788d-0639-472d-b192-f523097d18f7 req-fb4b07b7-22ef-4fbc-8497-bc7708dc49ae service nova] Enqueued Resource ID: fc637d8a-9ce2-4bfe-9903-abce25179343 with Priority: HIGHEST for action port [ 714.432175] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7a9e508-748a-4c78-bd41-37e7882d4c1f with Priority: HIGHEST for action security_group_rules [ 714.432317] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7a9e508-748a-4c78-bd41-37e7882d4c1f with Priority: HIGHEST for action security_group_members [ 714.432416] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc637d8a-9ce2-4bfe-9903-abce25179343 with Priority: HIGHEST for action port [ 714.432677] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7a9e508-748a-4c78-bd41-37e7882d4c1f taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.433814] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7a9e508-748a-4c78-bd41-37e7882d4c1f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.433814] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7a9e508-748a-4c78-bd41-37e7882d4c1f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.433814] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7a9e508-748a-4c78-bd41-37e7882d4c1f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.433814] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7a9e508-748a-4c78-bd41-37e7882d4c1f',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.435196] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7a9e508-748a-4c78-bd41-37e7882d4c1f taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.435350] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7a9e508-748a-4c78-bd41-37e7882d4c1f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.435499] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7a9e508-748a-4c78-bd41-37e7882d4c1f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.435896] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7a9e508-748a-4c78-bd41-37e7882d4c1f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.435896] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.436025] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.436499] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.436499] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.436499] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.436499] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7a9e508-748a-4c78-bd41-37e7882d4c1f',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.439663] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc637d8a-9ce2-4bfe-9903-abce25179343 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.439663] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc637d8a-9ce2-4bfe-9903-abce25179343" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.439663] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc637d8a-9ce2-4bfe-9903-abce25179343" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.439663] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc637d8a-9ce2-4bfe-9903-abce25179343" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.439663] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc637d8a-9ce2-4bfe-9903-abce25179343',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.586561] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.586746] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.586817] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.587042] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.587137] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.587333] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.587431] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.587492] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.587690] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.587739] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.587825] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b is going to be updated. [ 714.630803] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.630993] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.631612] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.631612] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.631612] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.640627] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b in Status: IN_PROGRESS for 2s [ 714.741051] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b1196d2-d91d-4629-ad5b-62ce65d067b5 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.741051] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b1196d2-d91d-4629-ad5b-62ce65d067b5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.741051] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b1196d2-d91d-4629-ad5b-62ce65d067b5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.741051] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b1196d2-d91d-4629-ad5b-62ce65d067b5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.741301] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.741512] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.741607] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.741782] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.741879] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.741971] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b1196d2-d91d-4629-ad5b-62ce65d067b5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.742179] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b1196d2-d91d-4629-ad5b-62ce65d067b5 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.742291] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b1196d2-d91d-4629-ad5b-62ce65d067b5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.743034] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b1196d2-d91d-4629-ad5b-62ce65d067b5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.743034] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b1196d2-d91d-4629-ad5b-62ce65d067b5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.743034] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.743034] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.743034] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.743034] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.743034] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.744362] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b1196d2-d91d-4629-ad5b-62ce65d067b5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.744362] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b1196d2-d91d-4629-ad5b-62ce65d067b5',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.844054] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b14bf84-137d-4c94-b525-b443de399c38',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.939569] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7a9e508-748a-4c78-bd41-37e7882d4c1f taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.939770] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7a9e508-748a-4c78-bd41-37e7882d4c1f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.940155] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7a9e508-748a-4c78-bd41-37e7882d4c1f',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.942405] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc637d8a-9ce2-4bfe-9903-abce25179343 with status ACTIVE [ 714.942405] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.942405] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.942405] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.942405] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.942405] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.942405] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.942405] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.942405] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.942405] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.942405] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.942405] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.942405] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.942405] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.943917] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.943917] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.943917] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc637d8a-9ce2-4bfe-9903-abce25179343 is going to be updated. [ 714.969030] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.969204] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.969274] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.969490] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.969624] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.969780] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc637d8a-9ce2-4bfe-9903-abce25179343" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.246317] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b1196d2-d91d-4629-ad5b-62ce65d067b5: rpc.has_security_group_logging(os_id): False [ 715.268435] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.268640] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.268705] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.272038] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.272038] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.272038] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.272038] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.272038] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.272038] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.272038] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.272038] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.272038] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.272038] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.272038] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.272038] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.272038] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.272038] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.272840] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.272840] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.272840] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.272840] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b1196d2-d91d-4629-ad5b-62ce65d067b5 is going to be created. [ 715.351582] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.351765] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.351835] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.352145] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.352791] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.352791] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b14bf84-137d-4c94-b525-b443de399c38 is going to be updated. [ 715.365216] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.365216] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.365216] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.365216] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.365216] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.383562] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b1196d2-d91d-4629-ad5b-62ce65d067b5 in Status: IN_PROGRESS for 2s [ 715.401995] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.402227] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.402227] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.402456] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.402602] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.418408] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b14bf84-137d-4c94-b525-b443de399c38 in Status: IN_PROGRESS for 2s [ 715.447043] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7a9e508-748a-4c78-bd41-37e7882d4c1f',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.950685] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.950791] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.950872] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.951136] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.951850] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.951850] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7a9e508-748a-4c78-bd41-37e7882d4c1f is going to be created. [ 715.977381] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.977533] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.977533] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.977707] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.977852] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.993457] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7a9e508-748a-4c78-bd41-37e7882d4c1f in Status: UNINITIALIZED for 2s [ 716.651844] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b in Status: SUCCESS [ 716.652362] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b deletion is rescheduled due to dependency. [ 716.652362] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.850906] env[65123]: INFO networking_nsxv3.common.synchronization [req-63fe3c88-c6e4-4049-bf98-113c49b97fc4 req-61058b33-23c2-4904-acb9-3040a383cfbf tempest-AttachInterfacesUnderV243Test-866058136 tempest-AttachInterfacesUnderV243Test-866058136-project-member] Enqueued Resource ID: 9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 with Priority: HIGHEST for action security_group_members [ 716.853040] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 with Priority: HIGHEST for action security_group_members [ 716.853040] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.853877] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.854007] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.854275] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.854446] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.854574] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.854652] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.854853] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.854960] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.855078] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f8d7b61-36e9-45e8-af54-d7edfeb09ff7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.872666] env[65123]: INFO networking_nsxv3.common.synchronization [req-63fe3c88-c6e4-4049-bf98-113c49b97fc4 req-61058b33-23c2-4904-acb9-3040a383cfbf tempest-AttachInterfacesUnderV243Test-866058136 tempest-AttachInterfacesUnderV243Test-866058136-project-member] Enqueued Resource ID: 9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 with Priority: HIGHEST for action security_group_rules [ 716.873322] env[65123]: INFO networking_nsxv3.common.synchronization [req-63fe3c88-c6e4-4049-bf98-113c49b97fc4 req-61058b33-23c2-4904-acb9-3040a383cfbf tempest-AttachInterfacesUnderV243Test-866058136 tempest-AttachInterfacesUnderV243Test-866058136-project-member] Enqueued Resource ID: 9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 with Priority: HIGHEST for action security_group_members [ 716.874095] env[65123]: INFO networking_nsxv3.common.synchronization [req-63fe3c88-c6e4-4049-bf98-113c49b97fc4 req-61058b33-23c2-4904-acb9-3040a383cfbf tempest-AttachInterfacesUnderV243Test-866058136 tempest-AttachInterfacesUnderV243Test-866058136-project-member] Enqueued Resource ID: 9a629750-b066-47be-a946-1d93149546ac with Priority: HIGHEST for action port [ 716.874755] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 with Priority: HIGHEST for action security_group_rules [ 716.875103] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 with Priority: HIGHEST for action security_group_members [ 716.875837] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a629750-b066-47be-a946-1d93149546ac with Priority: HIGHEST for action port [ 716.875837] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.876067] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.876067] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.876585] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.876585] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f8d7b61-36e9-45e8-af54-d7edfeb09ff7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.879738] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.879738] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.879738] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a629750-b066-47be-a946-1d93149546ac taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.879738] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a629750-b066-47be-a946-1d93149546ac" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.879738] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a629750-b066-47be-a946-1d93149546ac" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.880145] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a629750-b066-47be-a946-1d93149546ac" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.880145] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a629750-b066-47be-a946-1d93149546ac',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.167743] env[65123]: INFO networking_nsxv3.common.synchronization [req-62470398-075f-4d93-be81-0e8d46ba09f8 req-987415a1-6430-4e12-9afa-4c473787680a tempest-MultipleCreateTestJSON-564200983 tempest-MultipleCreateTestJSON-564200983-project-member] Enqueued Resource ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 with Priority: HIGHEST for action security_group_members [ 717.168393] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 with Priority: HIGHEST for action security_group_members [ 717.168734] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.168869] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.168931] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.169368] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.169543] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.169723] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.169723] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.170134] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.170134] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.170134] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa9989a9-f9fb-4528-8e69-00aad4dc38f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.360282] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f8d7b61-36e9-45e8-af54-d7edfeb09ff7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.381742] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.383106] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.386984] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a629750-b066-47be-a946-1d93149546ac with status ACTIVE [ 717.386984] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.386984] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.387255] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.387255] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.387334] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.387537] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.387655] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.387655] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.387794] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.387910] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.388064] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.388175] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.388213] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.388343] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.388418] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.388508] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a629750-b066-47be-a946-1d93149546ac is going to be updated. [ 717.397729] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b1196d2-d91d-4629-ad5b-62ce65d067b5 in Status: SUCCESS [ 717.397938] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b1196d2-d91d-4629-ad5b-62ce65d067b5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.409450] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.409591] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.409662] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.409868] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.410010] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.410378] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a629750-b066-47be-a946-1d93149546ac" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.437136] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b14bf84-137d-4c94-b525-b443de399c38 in Status: SUCCESS [ 717.437136] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b14bf84-137d-4c94-b525-b443de399c38" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.673203] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.673915] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.673915] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.673915] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.673915] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.673915] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.674174] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.674174] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.674243] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.674289] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.674373] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 already deleted. [ 717.674467] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.757838] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock network-27 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.758023] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "network-27" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.758610] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "network-27" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.758610] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "network-27" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.758754] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.758854] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.758990] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.759229] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.759360] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.759577] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.759689] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 717.759822] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 717.760046] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 717.760046] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.760156] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 717.760301] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 717.779833] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 717.780033] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 717.780154] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 717.780329] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "network-27" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.780642] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock port-ea1f38a6-a3b6-4598-a84c-883f62fbcde4 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.780807] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "port-ea1f38a6-a3b6-4598-a84c-883f62fbcde4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.780916] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "port-ea1f38a6-a3b6-4598-a84c-883f62fbcde4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.781264] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "port-ea1f38a6-a3b6-4598-a84c-883f62fbcde4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.781393] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea1f38a6-a3b6-4598-a84c-883f62fbcde4',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.861521] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f8d7b61-36e9-45e8-af54-d7edfeb09ff7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.987089] env[65123]: INFO networking_nsxv3.common.synchronization [None req-add442bd-f2ef-4676-baa6-c9fb9cc4a80e None None] Enqueued Resource ID: bf5ef29f-69de-423d-8c85-96153db93065 with Priority: HIGHEST for action port [ 717.987669] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf5ef29f-69de-423d-8c85-96153db93065 with Priority: HIGHEST for action port [ 717.987976] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf5ef29f-69de-423d-8c85-96153db93065 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.988232] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf5ef29f-69de-423d-8c85-96153db93065" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.988347] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf5ef29f-69de-423d-8c85-96153db93065" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.988596] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf5ef29f-69de-423d-8c85-96153db93065" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.988709] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf5ef29f-69de-423d-8c85-96153db93065',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.004950] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7a9e508-748a-4c78-bd41-37e7882d4c1f in Status: SUCCESS [ 718.005328] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7a9e508-748a-4c78-bd41-37e7882d4c1f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.006319] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7a9e508-748a-4c78-bd41-37e7882d4c1f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.006603] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7a9e508-748a-4c78-bd41-37e7882d4c1f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.007117] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.007318] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.007432] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.007661] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.007829] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.007975] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7a9e508-748a-4c78-bd41-37e7882d4c1f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.008515] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7a9e508-748a-4c78-bd41-37e7882d4c1f',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.284018] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.284322] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.284460] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.284813] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.285147] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.285363] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Segment Port ea1f38a6-a3b6-4598-a84c-883f62fbcde4 not found, creating... [ 718.285865] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.286131] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.286348] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.286781] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.287253] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.287433] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.287611] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.287927] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.288054] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.288199] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.288342] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Resource: SegmentPort with ID: ea1f38a6-a3b6-4598-a84c-883f62fbcde4 is going to be created. [ 718.314793] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.314908] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.314951] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.315506] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.315703] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.315845] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "port-ea1f38a6-a3b6-4598-a84c-883f62fbcde4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.368185] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.368448] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.368448] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.370098] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.370098] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.370098] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 is going to be updated. [ 718.440774] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.441074] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.441074] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.444077] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.444077] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.464510] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 in Status: IN_PROGRESS for 2s [ 718.492159] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bf5ef29f-69de-423d-8c85-96153db93065 [ 718.492159] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.492159] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.492159] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.492159] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.492159] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.492415] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bf5ef29f-69de-423d-8c85-96153db93065 already deleted. [ 718.492415] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf5ef29f-69de-423d-8c85-96153db93065" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.510595] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7a9e508-748a-4c78-bd41-37e7882d4c1f',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.006283] env[65123]: INFO networking_nsxv3.common.synchronization [req-62470398-075f-4d93-be81-0e8d46ba09f8 req-8f3d238e-0455-4136-89c6-b717b0e40b47 service nova] Enqueued Resource ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 with Priority: HIGHEST for action security_group_rules [ 719.006556] env[65123]: INFO networking_nsxv3.common.synchronization [req-62470398-075f-4d93-be81-0e8d46ba09f8 req-8f3d238e-0455-4136-89c6-b717b0e40b47 service nova] Enqueued Resource ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 with Priority: HIGHEST for action security_group_members [ 719.006556] env[65123]: INFO networking_nsxv3.common.synchronization [req-62470398-075f-4d93-be81-0e8d46ba09f8 req-8f3d238e-0455-4136-89c6-b717b0e40b47 service nova] Enqueued Resource ID: ea1f38a6-a3b6-4598-a84c-883f62fbcde4 with Priority: HIGHEST for action port [ 719.006811] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 with Priority: HIGHEST for action security_group_rules [ 719.006991] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 with Priority: HIGHEST for action security_group_members [ 719.007060] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea1f38a6-a3b6-4598-a84c-883f62fbcde4 with Priority: HIGHEST for action port [ 719.007976] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa9989a9-f9fb-4528-8e69-00aad4dc38f9 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.008252] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.008252] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.008533] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.008638] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa9989a9-f9fb-4528-8e69-00aad4dc38f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.009724] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.009884] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.010887] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.010887] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.010887] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.010887] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.010887] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.010887] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.010887] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.011149] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa9989a9-f9fb-4528-8e69-00aad4dc38f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.011888] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea1f38a6-a3b6-4598-a84c-883f62fbcde4 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.012043] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea1f38a6-a3b6-4598-a84c-883f62fbcde4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.012965] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea1f38a6-a3b6-4598-a84c-883f62fbcde4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.013279] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea1f38a6-a3b6-4598-a84c-883f62fbcde4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.013420] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea1f38a6-a3b6-4598-a84c-883f62fbcde4',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.014841] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7a9e508-748a-4c78-bd41-37e7882d4c1f: rpc.has_security_group_logging(os_id): False [ 719.035647] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.035647] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.035647] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.035647] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.035647] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.035647] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.035647] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.035647] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.035647] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.035647] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.035647] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7a9e508-748a-4c78-bd41-37e7882d4c1f is going to be created. [ 719.094992] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.094992] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.094992] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.096676] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.096796] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.111276] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7a9e508-748a-4c78-bd41-37e7882d4c1f in Status: IN_PROGRESS for 2s [ 719.515321] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa9989a9-f9fb-4528-8e69-00aad4dc38f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.516425] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.516534] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.516710] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea1f38a6-a3b6-4598-a84c-883f62fbcde4 with status ACTIVE [ 719.517377] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.517377] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.517377] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.517377] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.517565] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.517565] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.517660] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.517730] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.517934] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.517978] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.519277] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.519412] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.519485] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.519721] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.519822] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.519919] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea1f38a6-a3b6-4598-a84c-883f62fbcde4 is going to be updated. [ 719.556263] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.556394] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.556443] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.556779] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.557024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.557246] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea1f38a6-a3b6-4598-a84c-883f62fbcde4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.750820] env[65123]: INFO networking_nsxv3.common.synchronization [req-62470398-075f-4d93-be81-0e8d46ba09f8 req-dd442fc6-46a2-47fe-ad22-898708fea015 tempest-MultipleCreateTestJSON-564200983 tempest-MultipleCreateTestJSON-564200983-project-member] Enqueued Resource ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 with Priority: HIGHEST for action security_group_members [ 719.751681] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 with Priority: HIGHEST for action security_group_members [ 719.752032] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.752136] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.919302] env[65123]: INFO networking_nsxv3.common.synchronization [None req-7e70110b-6af0-4565-b55a-0d6940cd8211 None None] Enqueued Resource ID: 673ae97a-457a-49c6-a05c-35928e6a96b3 with Priority: HIGHEST for action port [ 719.919302] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 673ae97a-457a-49c6-a05c-35928e6a96b3 with Priority: HIGHEST for action port [ 719.919302] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-673ae97a-457a-49c6-a05c-35928e6a96b3 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.919302] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-673ae97a-457a-49c6-a05c-35928e6a96b3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.919302] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-673ae97a-457a-49c6-a05c-35928e6a96b3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.919302] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-673ae97a-457a-49c6-a05c-35928e6a96b3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.919302] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('673ae97a-457a-49c6-a05c-35928e6a96b3',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.022416] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa9989a9-f9fb-4528-8e69-00aad4dc38f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.051084] env[65123]: INFO networking_nsxv3.common.synchronization [req-c3143419-4004-4719-81f2-690a706495fe req-d9a5ae23-5753-4146-a879-3f7195308588 tempest-SecurityGroupsTestJSON-584188284 tempest-SecurityGroupsTestJSON-584188284-project-member] Enqueued Resource ID: 187397ad-1834-4cfb-8ff0-b7284d23420c with Priority: HIGHEST for action security_group_members [ 720.051084] env[65123]: INFO networking_nsxv3.common.synchronization [req-c3143419-4004-4719-81f2-690a706495fe req-d9a5ae23-5753-4146-a879-3f7195308588 tempest-SecurityGroupsTestJSON-584188284 tempest-SecurityGroupsTestJSON-584188284-project-member] Enqueued Resource ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 with Priority: HIGHEST for action security_group_members [ 720.052224] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 187397ad-1834-4cfb-8ff0-b7284d23420c with Priority: HIGHEST for action security_group_members [ 720.052397] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 with Priority: HIGHEST for action security_group_members [ 720.052719] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-187397ad-1834-4cfb-8ff0-b7284d23420c taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.052850] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-187397ad-1834-4cfb-8ff0-b7284d23420c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.052921] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-187397ad-1834-4cfb-8ff0-b7284d23420c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.054099] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-187397ad-1834-4cfb-8ff0-b7284d23420c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.054099] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.054099] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.054099] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.054099] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.054099] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.054398] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('187397ad-1834-4cfb-8ff0-b7284d23420c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.056727] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc18ea69-ea22-4176-ba3e-77f2f084aa82 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.056727] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.056727] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.056727] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.056727] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.056727] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.057322] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.057322] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.057322] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.057398] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc18ea69-ea22-4176-ba3e-77f2f084aa82',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.116089] env[65123]: INFO networking_nsxv3.common.synchronization [req-c3143419-4004-4719-81f2-690a706495fe req-d9a5ae23-5753-4146-a879-3f7195308588 tempest-SecurityGroupsTestJSON-584188284 tempest-SecurityGroupsTestJSON-584188284-project-member] Enqueued Resource ID: 187397ad-1834-4cfb-8ff0-b7284d23420c with Priority: HIGHEST for action security_group_rules [ 720.116544] env[65123]: INFO networking_nsxv3.common.synchronization [req-c3143419-4004-4719-81f2-690a706495fe req-d9a5ae23-5753-4146-a879-3f7195308588 tempest-SecurityGroupsTestJSON-584188284 tempest-SecurityGroupsTestJSON-584188284-project-member] Enqueued Resource ID: 187397ad-1834-4cfb-8ff0-b7284d23420c with Priority: HIGHEST for action security_group_members [ 720.116544] env[65123]: INFO networking_nsxv3.common.synchronization [req-c3143419-4004-4719-81f2-690a706495fe req-d9a5ae23-5753-4146-a879-3f7195308588 tempest-SecurityGroupsTestJSON-584188284 tempest-SecurityGroupsTestJSON-584188284-project-member] Enqueued Resource ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 with Priority: HIGHEST for action security_group_rules [ 720.116544] env[65123]: INFO networking_nsxv3.common.synchronization [req-c3143419-4004-4719-81f2-690a706495fe req-d9a5ae23-5753-4146-a879-3f7195308588 tempest-SecurityGroupsTestJSON-584188284 tempest-SecurityGroupsTestJSON-584188284-project-member] Enqueued Resource ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 with Priority: HIGHEST for action security_group_members [ 720.117369] env[65123]: INFO networking_nsxv3.common.synchronization [req-c3143419-4004-4719-81f2-690a706495fe req-d9a5ae23-5753-4146-a879-3f7195308588 tempest-SecurityGroupsTestJSON-584188284 tempest-SecurityGroupsTestJSON-584188284-project-member] Enqueued Resource ID: 8e290b23-fe35-4652-b830-e5383ebb3819 with Priority: HIGHEST for action port [ 720.118088] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 187397ad-1834-4cfb-8ff0-b7284d23420c with Priority: HIGHEST for action security_group_rules [ 720.118088] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 with Priority: HIGHEST for action security_group_rules [ 720.118088] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e290b23-fe35-4652-b830-e5383ebb3819 with Priority: HIGHEST for action port [ 720.118088] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 187397ad-1834-4cfb-8ff0-b7284d23420c with Priority: HIGHEST for action security_group_members [ 720.118308] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 with Priority: HIGHEST for action security_group_members [ 720.118410] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-187397ad-1834-4cfb-8ff0-b7284d23420c taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.118549] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-187397ad-1834-4cfb-8ff0-b7284d23420c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.118593] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-187397ad-1834-4cfb-8ff0-b7284d23420c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.118842] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-187397ad-1834-4cfb-8ff0-b7284d23420c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.119028] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('187397ad-1834-4cfb-8ff0-b7284d23420c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.120227] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc18ea69-ea22-4176-ba3e-77f2f084aa82 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.120352] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.120392] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.120582] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.120659] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc18ea69-ea22-4176-ba3e-77f2f084aa82',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.121813] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e290b23-fe35-4652-b830-e5383ebb3819 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.121912] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e290b23-fe35-4652-b830-e5383ebb3819" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.122643] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e290b23-fe35-4652-b830-e5383ebb3819" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.122643] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e290b23-fe35-4652-b830-e5383ebb3819" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.122643] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e290b23-fe35-4652-b830-e5383ebb3819',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.123419] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-187397ad-1834-4cfb-8ff0-b7284d23420c taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.123640] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-187397ad-1834-4cfb-8ff0-b7284d23420c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.123875] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc18ea69-ea22-4176-ba3e-77f2f084aa82 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.124048] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.424311] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 673ae97a-457a-49c6-a05c-35928e6a96b3 [ 720.424311] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.424311] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.424311] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.424311] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.424311] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.424311] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:673ae97a-457a-49c6-a05c-35928e6a96b3 already deleted. [ 720.424311] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-673ae97a-457a-49c6-a05c-35928e6a96b3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.478962] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 in Status: SUCCESS [ 720.479190] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.479453] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.479628] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.480152] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.480605] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.480605] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.480605] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.480780] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.480780] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f8d7b61-36e9-45e8-af54-d7edfeb09ff7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.525193] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.525492] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.525608] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.525858] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.525956] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.526076] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 is going to be created. [ 720.556866] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock network-27 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.556866] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "network-27" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.556866] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "network-27" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.556866] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "network-27" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.556866] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.556866] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.556866] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.556866] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.556866] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.557323] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.557323] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 720.557323] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 720.557323] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 720.557432] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.557516] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 720.558197] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 720.560139] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.560237] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.560351] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.560706] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.560706] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.562792] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('187397ad-1834-4cfb-8ff0-b7284d23420c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.563016] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc18ea69-ea22-4176-ba3e-77f2f084aa82',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.577575] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 in Status: UNINITIALIZED for 2s [ 720.585551] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 720.585943] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 720.585943] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 720.586085] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "network-27" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.586342] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock port-dacedff3-3f2b-4474-9962-f82379e28369 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.586513] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "port-dacedff3-3f2b-4474-9962-f82379e28369" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.586630] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "port-dacedff3-3f2b-4474-9962-f82379e28369" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.587033] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "port-dacedff3-3f2b-4474-9962-f82379e28369" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.587172] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dacedff3-3f2b-4474-9962-f82379e28369',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.622164] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc18ea69-ea22-4176-ba3e-77f2f084aa82 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.622612] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.623776] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e290b23-fe35-4652-b830-e5383ebb3819 with status ACTIVE [ 720.624181] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.625099] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.625099] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.625099] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.625099] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.625099] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.625099] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.625329] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.625329] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.625392] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.625568] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.625655] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.625715] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.625853] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.625922] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.626014] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e290b23-fe35-4652-b830-e5383ebb3819 is going to be updated. [ 720.628619] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-187397ad-1834-4cfb-8ff0-b7284d23420c taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.628619] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-187397ad-1834-4cfb-8ff0-b7284d23420c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.660724] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.661962] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.661962] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.661962] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.661962] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.661962] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e290b23-fe35-4652-b830-e5383ebb3819" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.805513] env[65123]: INFO networking_nsxv3.common.synchronization [None req-6951fe45-31ef-4d52-8930-bc092619cfb4 None None] Enqueued Resource ID: d4521b99-a90d-4b96-83a6-b5af437f91f4 with Priority: HIGHEST for action port [ 720.805513] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4521b99-a90d-4b96-83a6-b5af437f91f4 with Priority: HIGHEST for action port [ 720.805513] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4521b99-a90d-4b96-83a6-b5af437f91f4 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.806271] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4521b99-a90d-4b96-83a6-b5af437f91f4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.806594] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4521b99-a90d-4b96-83a6-b5af437f91f4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.807076] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4521b99-a90d-4b96-83a6-b5af437f91f4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.808173] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4521b99-a90d-4b96-83a6-b5af437f91f4',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.984112] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f8d7b61-36e9-45e8-af54-d7edfeb09ff7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.068111] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('187397ad-1834-4cfb-8ff0-b7284d23420c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.069087] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc18ea69-ea22-4176-ba3e-77f2f084aa82',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.089431] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.089674] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.089975] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.090320] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.090528] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.090710] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Segment Port dacedff3-3f2b-4474-9962-f82379e28369 not found, creating... [ 721.091035] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.091238] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.091393] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.091656] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.091833] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.092175] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.092343] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.092477] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.092719] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.092887] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.093068] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Resource: SegmentPort with ID: dacedff3-3f2b-4474-9962-f82379e28369 is going to be created. [ 721.120552] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.120791] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.120976] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.122752] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.123064] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.123329] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "port-dacedff3-3f2b-4474-9962-f82379e28369" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.124714] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7a9e508-748a-4c78-bd41-37e7882d4c1f in Status: SUCCESS [ 721.124847] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7a9e508-748a-4c78-bd41-37e7882d4c1f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.311226] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d4521b99-a90d-4b96-83a6-b5af437f91f4 [ 721.311502] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.311727] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.311819] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.312395] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.312395] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.312395] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d4521b99-a90d-4b96-83a6-b5af437f91f4 already deleted. [ 721.312395] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4521b99-a90d-4b96-83a6-b5af437f91f4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.487291] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f8d7b61-36e9-45e8-af54-d7edfeb09ff7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.572668] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.572859] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.572913] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.573143] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.573231] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.573330] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 187397ad-1834-4cfb-8ff0-b7284d23420c is going to be created. [ 721.574609] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.574723] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.574860] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.575116] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.575116] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.575210] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 is going to be updated. [ 721.600540] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.600540] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.600791] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.600791] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.600928] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.604855] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.605118] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.605118] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.605822] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.605822] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.612191] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 187397ad-1834-4cfb-8ff0-b7284d23420c in Status: UNINITIALIZED for 2s [ 721.612869] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 in Status: IN_PROGRESS for 2s [ 721.805292] env[65123]: INFO networking_nsxv3.common.synchronization [req-62470398-075f-4d93-be81-0e8d46ba09f8 req-fc5e7c6b-8020-4d71-ac30-ef3fda238a9d service nova] Enqueued Resource ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 with Priority: HIGHEST for action security_group_rules [ 721.805292] env[65123]: INFO networking_nsxv3.common.synchronization [req-62470398-075f-4d93-be81-0e8d46ba09f8 req-fc5e7c6b-8020-4d71-ac30-ef3fda238a9d service nova] Enqueued Resource ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 with Priority: HIGHEST for action security_group_members [ 721.805292] env[65123]: INFO networking_nsxv3.common.synchronization [req-62470398-075f-4d93-be81-0e8d46ba09f8 req-fc5e7c6b-8020-4d71-ac30-ef3fda238a9d service nova] Enqueued Resource ID: dacedff3-3f2b-4474-9962-f82379e28369 with Priority: HIGHEST for action port [ 721.805292] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 with Priority: HIGHEST for action security_group_rules [ 721.805292] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 with Priority: HIGHEST for action security_group_members [ 721.805292] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dacedff3-3f2b-4474-9962-f82379e28369 with Priority: HIGHEST for action port [ 721.805655] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa9989a9-f9fb-4528-8e69-00aad4dc38f9 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.805864] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.806049] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.806170] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.806387] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-dacedff3-3f2b-4474-9962-f82379e28369 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.806514] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dacedff3-3f2b-4474-9962-f82379e28369" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.806598] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dacedff3-3f2b-4474-9962-f82379e28369" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.806836] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dacedff3-3f2b-4474-9962-f82379e28369" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.806955] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dacedff3-3f2b-4474-9962-f82379e28369',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.989489] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.990046] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.990136] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.990725] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.990904] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.991372] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 is going to be updated. [ 722.022685] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.022685] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.022685] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.022685] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.022685] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.032346] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 in Status: IN_PROGRESS for 2s [ 722.310946] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dacedff3-3f2b-4474-9962-f82379e28369 with status ACTIVE [ 722.311265] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.311265] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.311265] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.311458] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.311802] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.311802] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.312074] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.312074] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.312074] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.312221] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.312356] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.312462] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.312526] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.312768] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.312768] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.312900] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dacedff3-3f2b-4474-9962-f82379e28369 is going to be updated. [ 722.348672] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.348877] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.350849] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.350849] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.350849] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.350849] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dacedff3-3f2b-4474-9962-f82379e28369" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.469021] env[65123]: INFO networking_nsxv3.common.synchronization [req-298f6211-975e-4741-85be-c2c02c655d79 req-89b3f152-5841-4409-9beb-142962169a5d tempest-ServersTestBootFromVolume-1308163720 tempest-ServersTestBootFromVolume-1308163720-project-member] Enqueued Resource ID: 2274501c-1cb7-49b3-8efe-e7efe79658c1 with Priority: HIGHEST for action security_group_members [ 722.469021] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2274501c-1cb7-49b3-8efe-e7efe79658c1 with Priority: HIGHEST for action security_group_members [ 722.469021] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-2274501c-1cb7-49b3-8efe-e7efe79658c1 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.469498] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2274501c-1cb7-49b3-8efe-e7efe79658c1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.469689] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2274501c-1cb7-49b3-8efe-e7efe79658c1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.469993] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2274501c-1cb7-49b3-8efe-e7efe79658c1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.470285] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.471911] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.471911] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.471911] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.471911] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.471911] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2274501c-1cb7-49b3-8efe-e7efe79658c1',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.596366] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 in Status: SUCCESS [ 722.596366] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.596366] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.596366] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.596366] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.596745] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.596745] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.596875] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.597576] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.597576] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.597576] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa9989a9-f9fb-4528-8e69-00aad4dc38f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.598213] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.598371] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.598570] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.598704] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.598845] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.599137] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.599235] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.599334] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa9989a9-f9fb-4528-8e69-00aad4dc38f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.973507] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.974170] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.976124] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.976124] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.976124] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.976124] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.976124] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.976124] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.976124] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.976124] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.977631] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2274501c-1cb7-49b3-8efe-e7efe79658c1 is going to be updated. [ 723.012586] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.012869] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.013036] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.013390] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.013622] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.023360] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2274501c-1cb7-49b3-8efe-e7efe79658c1 in Status: IN_PROGRESS for 2s [ 723.103166] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.103166] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.103476] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa9989a9-f9fb-4528-8e69-00aad4dc38f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.222636] env[65123]: INFO networking_nsxv3.common.synchronization [req-7a2f7a50-8364-4845-8200-c3f0e84d668b req-3eabe66b-f104-49be-890c-bcfe58127232 tempest-MigrationsAdminTest-502048374 tempest-MigrationsAdminTest-502048374-project-member] Enqueued Resource ID: d44d924d-4e7d-48fe-9b2a-992c876e3527 with Priority: HIGHEST for action security_group_members [ 723.223856] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d44d924d-4e7d-48fe-9b2a-992c876e3527 with Priority: HIGHEST for action security_group_members [ 723.226954] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-d44d924d-4e7d-48fe-9b2a-992c876e3527 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.227628] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d44d924d-4e7d-48fe-9b2a-992c876e3527" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.227628] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d44d924d-4e7d-48fe-9b2a-992c876e3527" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.227628] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d44d924d-4e7d-48fe-9b2a-992c876e3527" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.227820] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.227820] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.227910] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.228025] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.228112] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.231022] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d44d924d-4e7d-48fe-9b2a-992c876e3527',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.610161] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa9989a9-f9fb-4528-8e69-00aad4dc38f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.631514] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 187397ad-1834-4cfb-8ff0-b7284d23420c in Status: SUCCESS [ 723.631514] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-187397ad-1834-4cfb-8ff0-b7284d23420c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.631514] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-187397ad-1834-4cfb-8ff0-b7284d23420c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.631514] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-187397ad-1834-4cfb-8ff0-b7284d23420c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.631514] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.631514] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.631514] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.631514] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.631514] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.631514] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('187397ad-1834-4cfb-8ff0-b7284d23420c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.632483] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 in Status: SUCCESS [ 723.632848] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.633601] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.633942] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.634274] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.634526] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.634697] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.634974] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.636594] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.636594] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc18ea69-ea22-4176-ba3e-77f2f084aa82',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.734933] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d44d924d-4e7d-48fe-9b2a-992c876e3527',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.740467] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-914 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.740764] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-914" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.740823] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-914" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.741214] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-914" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.741536] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.741715] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.741861] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.742192] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.742368] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.742637] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.742782] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 723.743153] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 723.743153] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 723.743340] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.743340] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 723.743478] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 723.775118] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 723.775118] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 723.776097] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 723.776097] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-914" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.776544] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-84cec35e-cdfb-47bf-afc2-9fa5871551c3 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.776963] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-84cec35e-cdfb-47bf-afc2-9fa5871551c3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.777183] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-84cec35e-cdfb-47bf-afc2-9fa5871551c3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.777683] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-84cec35e-cdfb-47bf-afc2-9fa5871551c3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.777871] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84cec35e-cdfb-47bf-afc2-9fa5871551c3',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.049367] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 in Status: SUCCESS [ 724.049745] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.049949] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.050186] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.050428] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.050586] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.050703] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.050928] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.051012] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.051108] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.051236] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f8d7b61-36e9-45e8-af54-d7edfeb09ff7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.114751] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.114751] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.114751] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.115125] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.115125] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.115228] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 is going to be updated. [ 724.137235] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('187397ad-1834-4cfb-8ff0-b7284d23420c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.138758] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc18ea69-ea22-4176-ba3e-77f2f084aa82',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.149585] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.149790] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.150199] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.150272] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.150538] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.162270] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 in Status: IN_PROGRESS for 2s [ 724.236880] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d44d924d-4e7d-48fe-9b2a-992c876e3527',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.281132] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.281415] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.281553] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.281866] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.282109] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.282283] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port 84cec35e-cdfb-47bf-afc2-9fa5871551c3 not found, creating... [ 724.282567] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.282729] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.282886] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.283206] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.283280] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.283709] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.283816] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.283854] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.284462] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.284838] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.284902] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: 84cec35e-cdfb-47bf-afc2-9fa5871551c3 is going to be created. [ 724.310169] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.310458] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.311279] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.311641] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.311939] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.312260] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-84cec35e-cdfb-47bf-afc2-9fa5871551c3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.553716] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f8d7b61-36e9-45e8-af54-d7edfeb09ff7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.641116] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('187397ad-1834-4cfb-8ff0-b7284d23420c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.644320] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc18ea69-ea22-4176-ba3e-77f2f084aa82',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.673248] env[65123]: INFO networking_nsxv3.common.synchronization [None req-e900e380-23b4-4eea-916e-2e3cc7d1d392 None None] Enqueued Resource ID: 31b304a4-7f79-44d7-8f1a-f4d4408b7ffc with Priority: HIGHEST for action port [ 724.673453] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31b304a4-7f79-44d7-8f1a-f4d4408b7ffc with Priority: HIGHEST for action port [ 724.674018] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-31b304a4-7f79-44d7-8f1a-f4d4408b7ffc taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.674159] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31b304a4-7f79-44d7-8f1a-f4d4408b7ffc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.674227] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31b304a4-7f79-44d7-8f1a-f4d4408b7ffc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.674491] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31b304a4-7f79-44d7-8f1a-f4d4408b7ffc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.674577] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31b304a4-7f79-44d7-8f1a-f4d4408b7ffc',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.744083] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.744083] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.744083] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.744083] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.744083] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.744083] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d44d924d-4e7d-48fe-9b2a-992c876e3527 is going to be updated. [ 724.780035] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.780214] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.780214] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.780406] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.780579] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.793364] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d44d924d-4e7d-48fe-9b2a-992c876e3527 in Status: IN_PROGRESS for 2s [ 724.948536] env[65123]: INFO networking_nsxv3.common.synchronization [None req-4fae58d6-95fd-454e-8838-64fce942f868 None None] Enqueued Resource ID: 0fa4f2c4-a1b4-4df4-a2fa-dd1450aaf268 with Priority: HIGHEST for action port [ 724.949150] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fa4f2c4-a1b4-4df4-a2fa-dd1450aaf268 with Priority: HIGHEST for action port [ 724.949487] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fa4f2c4-a1b4-4df4-a2fa-dd1450aaf268 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.949628] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fa4f2c4-a1b4-4df4-a2fa-dd1450aaf268" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.949709] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fa4f2c4-a1b4-4df4-a2fa-dd1450aaf268" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.950304] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fa4f2c4-a1b4-4df4-a2fa-dd1450aaf268" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.950493] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fa4f2c4-a1b4-4df4-a2fa-dd1450aaf268',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.035548] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2274501c-1cb7-49b3-8efe-e7efe79658c1 in Status: SUCCESS [ 725.035788] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2274501c-1cb7-49b3-8efe-e7efe79658c1 deletion is rescheduled due to dependency. [ 725.035873] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2274501c-1cb7-49b3-8efe-e7efe79658c1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.054256] env[65123]: INFO networking_nsxv3.common.synchronization [req-7a2f7a50-8364-4845-8200-c3f0e84d668b req-2f61fd2a-07aa-4878-bec1-c49a23fbd2b6 service nova] Enqueued Resource ID: d44d924d-4e7d-48fe-9b2a-992c876e3527 with Priority: HIGHEST for action security_group_rules [ 725.054518] env[65123]: INFO networking_nsxv3.common.synchronization [req-7a2f7a50-8364-4845-8200-c3f0e84d668b req-2f61fd2a-07aa-4878-bec1-c49a23fbd2b6 service nova] Enqueued Resource ID: d44d924d-4e7d-48fe-9b2a-992c876e3527 with Priority: HIGHEST for action security_group_members [ 725.054618] env[65123]: INFO networking_nsxv3.common.synchronization [req-7a2f7a50-8364-4845-8200-c3f0e84d668b req-2f61fd2a-07aa-4878-bec1-c49a23fbd2b6 service nova] Enqueued Resource ID: 84cec35e-cdfb-47bf-afc2-9fa5871551c3 with Priority: HIGHEST for action port [ 725.055205] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d44d924d-4e7d-48fe-9b2a-992c876e3527 with Priority: HIGHEST for action security_group_rules [ 725.055344] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d44d924d-4e7d-48fe-9b2a-992c876e3527 with Priority: HIGHEST for action security_group_members [ 725.055453] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84cec35e-cdfb-47bf-afc2-9fa5871551c3 with Priority: HIGHEST for action port [ 725.055668] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f8d7b61-36e9-45e8-af54-d7edfeb09ff7: rpc.has_security_group_logging(os_id): False [ 725.058096] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d44d924d-4e7d-48fe-9b2a-992c876e3527 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.058217] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d44d924d-4e7d-48fe-9b2a-992c876e3527" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.058312] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d44d924d-4e7d-48fe-9b2a-992c876e3527" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.058550] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d44d924d-4e7d-48fe-9b2a-992c876e3527" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.058654] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d44d924d-4e7d-48fe-9b2a-992c876e3527',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.059767] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-d44d924d-4e7d-48fe-9b2a-992c876e3527 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.059767] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d44d924d-4e7d-48fe-9b2a-992c876e3527" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.060211] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-84cec35e-cdfb-47bf-afc2-9fa5871551c3 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.060211] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84cec35e-cdfb-47bf-afc2-9fa5871551c3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.060410] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84cec35e-cdfb-47bf-afc2-9fa5871551c3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.060633] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84cec35e-cdfb-47bf-afc2-9fa5871551c3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.060725] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84cec35e-cdfb-47bf-afc2-9fa5871551c3',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.084379] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.084570] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.084642] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.086760] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.086760] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.086760] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.086760] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.086760] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.086760] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.086760] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.086760] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 is going to be updated. [ 725.147337] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.147496] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.147567] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.147770] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.147893] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.147996] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 187397ad-1834-4cfb-8ff0-b7284d23420c is going to be updated. [ 725.150302] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.151145] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.152133] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.152133] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.152133] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.152133] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 is going to be updated. [ 725.155375] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.156437] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.156437] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.156437] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.156614] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.177275] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 in Status: IN_PROGRESS for 2s [ 725.177540] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 31b304a4-7f79-44d7-8f1a-f4d4408b7ffc [ 725.177814] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.177909] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.177978] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.178244] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.178371] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.178483] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:31b304a4-7f79-44d7-8f1a-f4d4408b7ffc already deleted. [ 725.178569] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31b304a4-7f79-44d7-8f1a-f4d4408b7ffc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.200812] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.200999] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.201305] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.201305] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.201452] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.203707] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.203845] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.203845] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.204652] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.204829] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.237621] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 187397ad-1834-4cfb-8ff0-b7284d23420c in Status: IN_PROGRESS for 2s [ 725.238387] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 in Status: IN_PROGRESS for 2s [ 725.452373] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0fa4f2c4-a1b4-4df4-a2fa-dd1450aaf268 [ 725.452615] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.452749] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.452912] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.453049] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.453160] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.453251] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0fa4f2c4-a1b4-4df4-a2fa-dd1450aaf268 already deleted. [ 725.454108] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fa4f2c4-a1b4-4df4-a2fa-dd1450aaf268" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.524850] env[65123]: INFO networking_nsxv3.common.synchronization [req-73b5455c-22f6-41b0-91c2-d549ffa740b7 req-43331c4a-0f75-4a04-94d0-75d7b2fc26f5 tempest-ServersTestJSON-1284900872 tempest-ServersTestJSON-1284900872-project-member] Enqueued Resource ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 with Priority: HIGHEST for action security_group_members [ 725.525517] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 with Priority: HIGHEST for action security_group_members [ 725.528494] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-805ecbe4-9457-4391-a823-a6cb5e6e4067 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.528494] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.528494] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.528494] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.528494] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.528494] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.528494] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.528494] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.528494] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.528494] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.563356] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-d44d924d-4e7d-48fe-9b2a-992c876e3527 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.563484] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d44d924d-4e7d-48fe-9b2a-992c876e3527" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.563998] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 84cec35e-cdfb-47bf-afc2-9fa5871551c3 with status ACTIVE [ 725.564239] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.564545] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.564545] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.564648] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.564752] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.564979] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.565203] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.565203] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.565724] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.565724] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.565724] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.565724] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.565724] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.566023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.566023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.566023] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 84cec35e-cdfb-47bf-afc2-9fa5871551c3 is going to be updated. [ 725.590374] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.591408] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.591408] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.591408] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.591408] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.591408] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84cec35e-cdfb-47bf-afc2-9fa5871551c3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.884121] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock network-926 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.884434] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "network-926" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.884479] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "network-926" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.884770] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "network-926" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.887157] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.887533] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.887533] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.887761] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.887968] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.888226] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.888343] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 725.888452] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 725.888556] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 725.888729] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.888858] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 725.888993] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 725.909958] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 725.910182] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 725.910272] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 725.910450] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "network-926" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.910757] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock port-59c76cb5-e8cf-4d53-8267-65ca8bc97463 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.910994] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "port-59c76cb5-e8cf-4d53-8267-65ca8bc97463" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.911082] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "port-59c76cb5-e8cf-4d53-8267-65ca8bc97463" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.911973] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "port-59c76cb5-e8cf-4d53-8267-65ca8bc97463" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.911973] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59c76cb5-e8cf-4d53-8267-65ca8bc97463',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.028677] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.174462] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 in Status: SUCCESS [ 726.178024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.178024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.178024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.178024] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.178024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.178024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.178024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.178024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.178024] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa9989a9-f9fb-4528-8e69-00aad4dc38f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.414279] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.415960] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.415960] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.416141] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.416265] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.416389] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Segment Port 59c76cb5-e8cf-4d53-8267-65ca8bc97463 not found, creating... [ 726.416957] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.418433] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.418708] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.419110] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.420477] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.420477] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.420477] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.420477] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.420855] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.420855] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.420977] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Resource: SegmentPort with ID: 59c76cb5-e8cf-4d53-8267-65ca8bc97463 is going to be created. [ 726.450141] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.450351] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.450466] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.453286] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.453286] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.453286] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "port-59c76cb5-e8cf-4d53-8267-65ca8bc97463" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.531552] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.680637] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa9989a9-f9fb-4528-8e69-00aad4dc38f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.803838] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d44d924d-4e7d-48fe-9b2a-992c876e3527 in Status: SUCCESS [ 726.804112] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d44d924d-4e7d-48fe-9b2a-992c876e3527" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.804160] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d44d924d-4e7d-48fe-9b2a-992c876e3527" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.804364] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d44d924d-4e7d-48fe-9b2a-992c876e3527" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.804563] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.804667] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.804774] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.804986] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.804986] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.805102] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d44d924d-4e7d-48fe-9b2a-992c876e3527',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.037370] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.037675] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.037675] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.038144] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.038144] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.038144] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 is going to be updated. [ 727.080111] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.080685] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.080685] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.080831] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.080870] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.094257] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 in Status: IN_PROGRESS for 2s [ 727.136773] env[65123]: INFO networking_nsxv3.common.synchronization [None req-9550736e-4d33-41b8-9d57-235cb8cfe526 None None] Enqueued Resource ID: a095c9fe-c498-41d9-86cd-f257e779b47f with Priority: HIGHEST for action port [ 727.137450] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a095c9fe-c498-41d9-86cd-f257e779b47f with Priority: HIGHEST for action port [ 727.137697] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-a095c9fe-c498-41d9-86cd-f257e779b47f taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.137849] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a095c9fe-c498-41d9-86cd-f257e779b47f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.137905] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a095c9fe-c498-41d9-86cd-f257e779b47f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.138500] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a095c9fe-c498-41d9-86cd-f257e779b47f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.138622] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a095c9fe-c498-41d9-86cd-f257e779b47f',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.183157] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa9989a9-f9fb-4528-8e69-00aad4dc38f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.201067] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 in Status: SUCCESS [ 727.201178] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.244832] env[65123]: INFO networking_nsxv3.common.synchronization [req-73b5455c-22f6-41b0-91c2-d549ffa740b7 req-b8698444-5878-4736-b192-48ece5fdb90f service nova] Enqueued Resource ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 with Priority: HIGHEST for action security_group_rules [ 727.245009] env[65123]: INFO networking_nsxv3.common.synchronization [req-73b5455c-22f6-41b0-91c2-d549ffa740b7 req-b8698444-5878-4736-b192-48ece5fdb90f service nova] Enqueued Resource ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 with Priority: HIGHEST for action security_group_members [ 727.245188] env[65123]: INFO networking_nsxv3.common.synchronization [req-73b5455c-22f6-41b0-91c2-d549ffa740b7 req-b8698444-5878-4736-b192-48ece5fdb90f service nova] Enqueued Resource ID: 59c76cb5-e8cf-4d53-8267-65ca8bc97463 with Priority: HIGHEST for action port [ 727.245417] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 with Priority: HIGHEST for action security_group_rules [ 727.245552] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 with Priority: HIGHEST for action security_group_members [ 727.245651] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59c76cb5-e8cf-4d53-8267-65ca8bc97463 with Priority: HIGHEST for action port [ 727.247093] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-805ecbe4-9457-4391-a823-a6cb5e6e4067 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.247093] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.247093] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.247093] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.247329] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.250821] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-805ecbe4-9457-4391-a823-a6cb5e6e4067 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.250821] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.250821] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-59c76cb5-e8cf-4d53-8267-65ca8bc97463 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.250821] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59c76cb5-e8cf-4d53-8267-65ca8bc97463" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.250821] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59c76cb5-e8cf-4d53-8267-65ca8bc97463" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.250821] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59c76cb5-e8cf-4d53-8267-65ca8bc97463" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.250821] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59c76cb5-e8cf-4d53-8267-65ca8bc97463',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.254212] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 in Status: SUCCESS [ 727.254212] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.255513] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 187397ad-1834-4cfb-8ff0-b7284d23420c in Status: SUCCESS [ 727.255513] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-187397ad-1834-4cfb-8ff0-b7284d23420c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.256232] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.256232] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.256232] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.256393] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.256443] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.256611] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.256698] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.256799] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.256903] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc18ea69-ea22-4176-ba3e-77f2f084aa82',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.257631] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-187397ad-1834-4cfb-8ff0-b7284d23420c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.257804] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-187397ad-1834-4cfb-8ff0-b7284d23420c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.258199] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.258199] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.258199] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.258398] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.259106] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.260108] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-187397ad-1834-4cfb-8ff0-b7284d23420c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.260108] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('187397ad-1834-4cfb-8ff0-b7284d23420c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.308613] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d44d924d-4e7d-48fe-9b2a-992c876e3527',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.372231] env[65123]: INFO networking_nsxv3.common.synchronization [req-c063edf9-c630-412a-aed5-c8d8ee91f253 req-418a8f1f-261d-4c7e-9c6c-bef544e073a6 tempest-SecurityGroupsTestJSON-584188284 tempest-SecurityGroupsTestJSON-584188284-project-member] Enqueued Resource ID: 187397ad-1834-4cfb-8ff0-b7284d23420c with Priority: HIGHEST for action security_group_members [ 727.372446] env[65123]: INFO networking_nsxv3.common.synchronization [req-c063edf9-c630-412a-aed5-c8d8ee91f253 req-418a8f1f-261d-4c7e-9c6c-bef544e073a6 tempest-SecurityGroupsTestJSON-584188284 tempest-SecurityGroupsTestJSON-584188284-project-member] Enqueued Resource ID: 51f80002-7357-4a27-aa0f-7562a569f8f1 with Priority: HIGHEST for action security_group_members [ 727.372553] env[65123]: INFO networking_nsxv3.common.synchronization [req-c063edf9-c630-412a-aed5-c8d8ee91f253 req-418a8f1f-261d-4c7e-9c6c-bef544e073a6 tempest-SecurityGroupsTestJSON-584188284 tempest-SecurityGroupsTestJSON-584188284-project-member] Enqueued Resource ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 with Priority: HIGHEST for action security_group_members [ 727.373475] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 187397ad-1834-4cfb-8ff0-b7284d23420c with Priority: HIGHEST for action security_group_members [ 727.373475] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51f80002-7357-4a27-aa0f-7562a569f8f1 with Priority: HIGHEST for action security_group_members [ 727.373475] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 with Priority: HIGHEST for action security_group_members [ 727.373704] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-187397ad-1834-4cfb-8ff0-b7284d23420c taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.373824] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-187397ad-1834-4cfb-8ff0-b7284d23420c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.373891] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-187397ad-1834-4cfb-8ff0-b7284d23420c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.374124] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-187397ad-1834-4cfb-8ff0-b7284d23420c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.374318] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.374469] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.374570] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.375049] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.375049] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.375151] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('187397ad-1834-4cfb-8ff0-b7284d23420c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.376090] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-51f80002-7357-4a27-aa0f-7562a569f8f1 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.376202] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51f80002-7357-4a27-aa0f-7562a569f8f1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.376284] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51f80002-7357-4a27-aa0f-7562a569f8f1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.376556] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51f80002-7357-4a27-aa0f-7562a569f8f1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.376815] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.376971] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.377360] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.377434] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.377522] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.377618] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51f80002-7357-4a27-aa0f-7562a569f8f1',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.378753] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc18ea69-ea22-4176-ba3e-77f2f084aa82 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.378866] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.378936] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.379105] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.379284] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.379385] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.379473] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.379598] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.379693] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.379783] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc18ea69-ea22-4176-ba3e-77f2f084aa82',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.433825] env[65123]: INFO networking_nsxv3.common.synchronization [req-c063edf9-c630-412a-aed5-c8d8ee91f253 req-418a8f1f-261d-4c7e-9c6c-bef544e073a6 tempest-SecurityGroupsTestJSON-584188284 tempest-SecurityGroupsTestJSON-584188284-project-member] Enqueued Resource ID: 187397ad-1834-4cfb-8ff0-b7284d23420c with Priority: HIGHEST for action security_group_rules [ 727.434238] env[65123]: INFO networking_nsxv3.common.synchronization [req-c063edf9-c630-412a-aed5-c8d8ee91f253 req-418a8f1f-261d-4c7e-9c6c-bef544e073a6 tempest-SecurityGroupsTestJSON-584188284 tempest-SecurityGroupsTestJSON-584188284-project-member] Enqueued Resource ID: 187397ad-1834-4cfb-8ff0-b7284d23420c with Priority: HIGHEST for action security_group_members [ 727.434586] env[65123]: INFO networking_nsxv3.common.synchronization [req-c063edf9-c630-412a-aed5-c8d8ee91f253 req-418a8f1f-261d-4c7e-9c6c-bef544e073a6 tempest-SecurityGroupsTestJSON-584188284 tempest-SecurityGroupsTestJSON-584188284-project-member] Enqueued Resource ID: 51f80002-7357-4a27-aa0f-7562a569f8f1 with Priority: HIGHEST for action security_group_rules [ 727.434903] env[65123]: INFO networking_nsxv3.common.synchronization [req-c063edf9-c630-412a-aed5-c8d8ee91f253 req-418a8f1f-261d-4c7e-9c6c-bef544e073a6 tempest-SecurityGroupsTestJSON-584188284 tempest-SecurityGroupsTestJSON-584188284-project-member] Enqueued Resource ID: 51f80002-7357-4a27-aa0f-7562a569f8f1 with Priority: HIGHEST for action security_group_members [ 727.435253] env[65123]: INFO networking_nsxv3.common.synchronization [req-c063edf9-c630-412a-aed5-c8d8ee91f253 req-418a8f1f-261d-4c7e-9c6c-bef544e073a6 tempest-SecurityGroupsTestJSON-584188284 tempest-SecurityGroupsTestJSON-584188284-project-member] Enqueued Resource ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 with Priority: HIGHEST for action security_group_rules [ 727.435486] env[65123]: INFO networking_nsxv3.common.synchronization [req-c063edf9-c630-412a-aed5-c8d8ee91f253 req-418a8f1f-261d-4c7e-9c6c-bef544e073a6 tempest-SecurityGroupsTestJSON-584188284 tempest-SecurityGroupsTestJSON-584188284-project-member] Enqueued Resource ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 with Priority: HIGHEST for action security_group_members [ 727.436189] env[65123]: INFO networking_nsxv3.common.synchronization [req-c063edf9-c630-412a-aed5-c8d8ee91f253 req-418a8f1f-261d-4c7e-9c6c-bef544e073a6 tempest-SecurityGroupsTestJSON-584188284 tempest-SecurityGroupsTestJSON-584188284-project-member] Enqueued Resource ID: 8e290b23-fe35-4652-b830-e5383ebb3819 with Priority: HIGHEST for action port [ 727.436967] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 187397ad-1834-4cfb-8ff0-b7284d23420c with Priority: HIGHEST for action security_group_rules [ 727.437272] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51f80002-7357-4a27-aa0f-7562a569f8f1 with Priority: HIGHEST for action security_group_rules [ 727.443684] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 with Priority: HIGHEST for action security_group_members [ 727.443684] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e290b23-fe35-4652-b830-e5383ebb3819 with Priority: HIGHEST for action port [ 727.443684] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 with Priority: HIGHEST for action security_group_rules [ 727.443684] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 187397ad-1834-4cfb-8ff0-b7284d23420c with Priority: HIGHEST for action security_group_members [ 727.443684] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51f80002-7357-4a27-aa0f-7562a569f8f1 with Priority: HIGHEST for action security_group_members [ 727.443684] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-187397ad-1834-4cfb-8ff0-b7284d23420c taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.443684] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-187397ad-1834-4cfb-8ff0-b7284d23420c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.443684] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51f80002-7357-4a27-aa0f-7562a569f8f1 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.443684] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51f80002-7357-4a27-aa0f-7562a569f8f1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.443684] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51f80002-7357-4a27-aa0f-7562a569f8f1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.443684] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51f80002-7357-4a27-aa0f-7562a569f8f1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.443684] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51f80002-7357-4a27-aa0f-7562a569f8f1',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.446361] env[65123]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 727.447527] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc18ea69-ea22-4176-ba3e-77f2f084aa82 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.447762] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.450017] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e290b23-fe35-4652-b830-e5383ebb3819 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.450017] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e290b23-fe35-4652-b830-e5383ebb3819" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.450017] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e290b23-fe35-4652-b830-e5383ebb3819" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.450017] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e290b23-fe35-4652-b830-e5383ebb3819" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.450017] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e290b23-fe35-4652-b830-e5383ebb3819',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.450017] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc18ea69-ea22-4176-ba3e-77f2f084aa82 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.450017] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.450531] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-187397ad-1834-4cfb-8ff0-b7284d23420c taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.450818] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-187397ad-1834-4cfb-8ff0-b7284d23420c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.451348] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-51f80002-7357-4a27-aa0f-7562a569f8f1 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.451551] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51f80002-7357-4a27-aa0f-7562a569f8f1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.641013] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a095c9fe-c498-41d9-86cd-f257e779b47f [ 727.641294] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.641457] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.641510] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.641748] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.641843] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.641943] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a095c9fe-c498-41d9-86cd-f257e779b47f already deleted. [ 727.642046] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a095c9fe-c498-41d9-86cd-f257e779b47f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.686810] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.686975] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.687180] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.687339] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.687479] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.687634] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 is going to be updated. [ 727.728207] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.728207] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.728207] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.730226] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.730226] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.741199] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 in Status: IN_PROGRESS for 2s [ 727.756427] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 59c76cb5-e8cf-4d53-8267-65ca8bc97463 with status ACTIVE [ 727.756427] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.756427] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.756427] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.756427] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.756427] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.756427] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.756427] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.756427] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.756427] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.756427] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.756427] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.756427] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.756427] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.756427] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.756427] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.756427] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 59c76cb5-e8cf-4d53-8267-65ca8bc97463 is going to be updated. [ 727.759677] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-805ecbe4-9457-4391-a823-a6cb5e6e4067 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.760536] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.762991] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('187397ad-1834-4cfb-8ff0-b7284d23420c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.762991] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc18ea69-ea22-4176-ba3e-77f2f084aa82 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.762991] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.790793] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.790952] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.791060] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.791387] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.791543] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.791716] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59c76cb5-e8cf-4d53-8267-65ca8bc97463" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.812491] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d44d924d-4e7d-48fe-9b2a-992c876e3527',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.882171] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('187397ad-1834-4cfb-8ff0-b7284d23420c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.883088] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51f80002-7357-4a27-aa0f-7562a569f8f1',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.883849] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc18ea69-ea22-4176-ba3e-77f2f084aa82',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.952799] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e290b23-fe35-4652-b830-e5383ebb3819 with status ACTIVE [ 727.953718] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.953718] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.953718] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.954111] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.954111] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.954371] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.954538] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.954602] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.954790] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.954878] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.955192] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.955313] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.956704] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.956704] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.956704] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.956704] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e290b23-fe35-4652-b830-e5383ebb3819 is going to be updated. [ 727.957448] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-51f80002-7357-4a27-aa0f-7562a569f8f1 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.957575] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51f80002-7357-4a27-aa0f-7562a569f8f1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.973921] env[65123]: INFO networking_nsxv3.common.synchronization [req-98945c7c-6b74-4ce6-ba6e-c850c7beb7ce req-3a046fdc-dba7-42e6-b1e5-ab4c1e83dbdd tempest-AttachVolumeShelveTestJSON-1071414166 tempest-AttachVolumeShelveTestJSON-1071414166-project-member] Enqueued Resource ID: c9519fe2-8165-4d3d-8148-9f12ba0e6be4 with Priority: HIGHEST for action security_group_members [ 727.974606] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9519fe2-8165-4d3d-8148-9f12ba0e6be4 with Priority: HIGHEST for action security_group_members [ 727.976089] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9519fe2-8165-4d3d-8148-9f12ba0e6be4 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.976290] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9519fe2-8165-4d3d-8148-9f12ba0e6be4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.976358] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9519fe2-8165-4d3d-8148-9f12ba0e6be4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.976676] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9519fe2-8165-4d3d-8148-9f12ba0e6be4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.977025] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.977778] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.977778] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.977948] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.978285] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.978535] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9519fe2-8165-4d3d-8148-9f12ba0e6be4',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.982942] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.982942] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.982942] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.986404] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.986666] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.986942] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e290b23-fe35-4652-b830-e5383ebb3819" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.267182] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 187397ad-1834-4cfb-8ff0-b7284d23420c: rpc.has_security_group_logging(os_id): False [ 728.294516] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.295082] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.295278] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.295628] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.296040] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.296382] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.296641] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.296791] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.297256] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.297436] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.297655] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 187397ad-1834-4cfb-8ff0-b7284d23420c is going to be created. [ 728.319036] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.319217] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.319318] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.319582] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.320016] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.320016] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d44d924d-4e7d-48fe-9b2a-992c876e3527 is going to be updated. [ 728.368121] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.369457] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.369457] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.369457] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.369457] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.381978] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d44d924d-4e7d-48fe-9b2a-992c876e3527 in Status: IN_PROGRESS for 2s [ 728.385767] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51f80002-7357-4a27-aa0f-7562a569f8f1',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.386621] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('187397ad-1834-4cfb-8ff0-b7284d23420c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.387933] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc18ea69-ea22-4176-ba3e-77f2f084aa82',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.390243] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.390243] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.390243] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.390703] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.390703] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.403429] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 187397ad-1834-4cfb-8ff0-b7284d23420c in Status: IN_PROGRESS for 2s [ 728.458332] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-329 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.458332] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-329" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.458834] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-329" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.458834] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-329" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.459850] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.459850] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.459850] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.459850] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.459850] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.460076] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 728.460526] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 728.460689] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 728.460808] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 728.460920] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 728.461041] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 728.461173] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 728.489835] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.490082] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.490167] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.490356] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.490509] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.490684] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.491089] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.491089] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.491089] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.491089] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.491289] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9519fe2-8165-4d3d-8148-9f12ba0e6be4 already deleted. [ 728.491289] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9519fe2-8165-4d3d-8148-9f12ba0e6be4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.508240] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 728.508240] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.046 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 728.508240] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 728.508240] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-329" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.508725] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-ba02d48d-026e-4318-a266-473bd2f5584c taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.508811] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-ba02d48d-026e-4318-a266-473bd2f5584c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.509574] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-ba02d48d-026e-4318-a266-473bd2f5584c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.509574] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-ba02d48d-026e-4318-a266-473bd2f5584c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.509746] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba02d48d-026e-4318-a266-473bd2f5584c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.889649] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.890295] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.890413] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.890655] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.890761] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.890846] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 187397ad-1834-4cfb-8ff0-b7284d23420c is going to be updated. [ 728.892414] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.892414] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.892548] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.892704] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.892770] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.892889] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51f80002-7357-4a27-aa0f-7562a569f8f1 is going to be created. [ 728.893975] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.894120] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.894199] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.894361] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.894436] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.894513] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 is going to be updated. [ 728.927425] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.927631] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.927732] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.928014] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.928193] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.930232] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.930394] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.930546] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.930759] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.930922] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.932932] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.933072] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.933147] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.933318] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.933455] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.948725] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 187397ad-1834-4cfb-8ff0-b7284d23420c in Status: IN_PROGRESS for 2s [ 728.948725] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51f80002-7357-4a27-aa0f-7562a569f8f1 in Status: UNINITIALIZED for 2s [ 728.948928] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 in Status: IN_PROGRESS for 2s [ 729.014215] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.014337] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.014568] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.015561] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.015774] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.015950] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port ba02d48d-026e-4318-a266-473bd2f5584c not found, creating... [ 729.016586] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.016586] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.016738] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.017044] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.017503] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.017855] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.017855] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.018076] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.018245] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.018383] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.018526] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: ba02d48d-026e-4318-a266-473bd2f5584c is going to be created. [ 729.044194] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.044472] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.044531] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.045301] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.045301] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.045301] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-ba02d48d-026e-4318-a266-473bd2f5584c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.108236] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 in Status: SUCCESS [ 729.108390] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.108528] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.108802] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.108980] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.109122] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.109189] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.109380] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.109462] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.109562] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.612244] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.738443] env[65123]: INFO networking_nsxv3.common.synchronization [req-98945c7c-6b74-4ce6-ba6e-c850c7beb7ce req-98ffd2f6-bbe9-4cf8-aef4-78765fcafdd0 service nova] Enqueued Resource ID: c9519fe2-8165-4d3d-8148-9f12ba0e6be4 with Priority: HIGHEST for action security_group_rules [ 729.738732] env[65123]: INFO networking_nsxv3.common.synchronization [req-98945c7c-6b74-4ce6-ba6e-c850c7beb7ce req-98ffd2f6-bbe9-4cf8-aef4-78765fcafdd0 service nova] Enqueued Resource ID: c9519fe2-8165-4d3d-8148-9f12ba0e6be4 with Priority: HIGHEST for action security_group_members [ 729.738931] env[65123]: INFO networking_nsxv3.common.synchronization [req-98945c7c-6b74-4ce6-ba6e-c850c7beb7ce req-98ffd2f6-bbe9-4cf8-aef4-78765fcafdd0 service nova] Enqueued Resource ID: ba02d48d-026e-4318-a266-473bd2f5584c with Priority: HIGHEST for action port [ 729.740397] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9519fe2-8165-4d3d-8148-9f12ba0e6be4 with Priority: HIGHEST for action security_group_rules [ 729.740586] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9519fe2-8165-4d3d-8148-9f12ba0e6be4 with Priority: HIGHEST for action security_group_members [ 729.740686] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba02d48d-026e-4318-a266-473bd2f5584c with Priority: HIGHEST for action port [ 729.740980] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9519fe2-8165-4d3d-8148-9f12ba0e6be4 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.741158] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9519fe2-8165-4d3d-8148-9f12ba0e6be4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.741239] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9519fe2-8165-4d3d-8148-9f12ba0e6be4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.741461] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9519fe2-8165-4d3d-8148-9f12ba0e6be4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.741568] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9519fe2-8165-4d3d-8148-9f12ba0e6be4',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.743793] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9519fe2-8165-4d3d-8148-9f12ba0e6be4 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.743913] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9519fe2-8165-4d3d-8148-9f12ba0e6be4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.743978] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9519fe2-8165-4d3d-8148-9f12ba0e6be4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.744177] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9519fe2-8165-4d3d-8148-9f12ba0e6be4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.744323] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.744717] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.744717] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.744717] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.744717] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.744884] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9519fe2-8165-4d3d-8148-9f12ba0e6be4',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.745793] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba02d48d-026e-4318-a266-473bd2f5584c taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.745793] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba02d48d-026e-4318-a266-473bd2f5584c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.745793] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba02d48d-026e-4318-a266-473bd2f5584c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.745943] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba02d48d-026e-4318-a266-473bd2f5584c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.746032] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba02d48d-026e-4318-a266-473bd2f5584c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.760516] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 in Status: SUCCESS [ 729.761352] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.761479] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.761640] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.761861] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.762016] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.762106] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.762299] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.762404] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.762499] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.762684] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.762808] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.762869] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.764993] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.765332] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.765478] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.765549] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.765729] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.765817] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.765904] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.766028] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa9989a9-f9fb-4528-8e69-00aad4dc38f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.114604] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.249632] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9519fe2-8165-4d3d-8148-9f12ba0e6be4 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.250306] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9519fe2-8165-4d3d-8148-9f12ba0e6be4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.250306] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9519fe2-8165-4d3d-8148-9f12ba0e6be4',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.250709] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ba02d48d-026e-4318-a266-473bd2f5584c with status ACTIVE [ 730.251224] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.251224] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.251224] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.251400] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.251400] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.251694] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.251694] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.251694] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.251850] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.251917] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.252109] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.252228] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.252228] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.252348] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.252432] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.252523] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ba02d48d-026e-4318-a266-473bd2f5584c is going to be updated. [ 730.269080] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa9989a9-f9fb-4528-8e69-00aad4dc38f9: rpc.has_security_group_logging(os_id): False [ 730.283750] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.284412] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.284412] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.284412] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.284412] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.284412] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba02d48d-026e-4318-a266-473bd2f5584c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.292155] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.292309] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.292415] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.292577] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.292664] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.292840] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.293045] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.293120] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.293370] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.293370] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.293535] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.293634] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.293692] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.293835] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.293923] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.294332] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.294520] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.294520] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.294689] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.294818] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.294958] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 is going to be created. [ 730.397025] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d44d924d-4e7d-48fe-9b2a-992c876e3527 in Status: SUCCESS [ 730.397025] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d44d924d-4e7d-48fe-9b2a-992c876e3527" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.397025] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d44d924d-4e7d-48fe-9b2a-992c876e3527" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.397025] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d44d924d-4e7d-48fe-9b2a-992c876e3527" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.397025] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.397025] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.397025] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.397025] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.397025] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.397025] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d44d924d-4e7d-48fe-9b2a-992c876e3527" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.397025] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d44d924d-4e7d-48fe-9b2a-992c876e3527',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.409710] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.409710] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.409710] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.409710] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.409710] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.421098] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 187397ad-1834-4cfb-8ff0-b7284d23420c in Status: SUCCESS [ 730.424114] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-187397ad-1834-4cfb-8ff0-b7284d23420c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.424114] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-187397ad-1834-4cfb-8ff0-b7284d23420c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.424114] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-187397ad-1834-4cfb-8ff0-b7284d23420c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.424114] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('187397ad-1834-4cfb-8ff0-b7284d23420c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.427537] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 in Status: IN_PROGRESS for 2s [ 730.533381] env[65123]: INFO networking_nsxv3.common.synchronization [None req-a7e99115-751e-4016-a0c7-3436ecdd5c3d None None] Enqueued Resource ID: 2f60eb12-f931-4869-b17f-1da4d34e76fe with Priority: HIGHEST for action port [ 730.534067] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f60eb12-f931-4869-b17f-1da4d34e76fe with Priority: HIGHEST for action port [ 730.534307] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f60eb12-f931-4869-b17f-1da4d34e76fe taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.534307] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f60eb12-f931-4869-b17f-1da4d34e76fe" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.534412] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f60eb12-f931-4869-b17f-1da4d34e76fe" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.534745] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f60eb12-f931-4869-b17f-1da4d34e76fe" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.534805] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f60eb12-f931-4869-b17f-1da4d34e76fe',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.620372] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.620372] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.620372] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.620372] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.620372] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.620372] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 is going to be updated. [ 730.654514] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.654514] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.654514] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.654514] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.654514] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.670373] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 in Status: IN_PROGRESS for 2s [ 730.760457] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9519fe2-8165-4d3d-8148-9f12ba0e6be4',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.901767] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-d44d924d-4e7d-48fe-9b2a-992c876e3527 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.901927] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d44d924d-4e7d-48fe-9b2a-992c876e3527" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.901927] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d44d924d-4e7d-48fe-9b2a-992c876e3527" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.902242] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d44d924d-4e7d-48fe-9b2a-992c876e3527" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.902437] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.902572] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.902675] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.903184] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.903184] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.903184] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d44d924d-4e7d-48fe-9b2a-992c876e3527" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.903688] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-d44d924d-4e7d-48fe-9b2a-992c876e3527 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.903688] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d44d924d-4e7d-48fe-9b2a-992c876e3527" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.903688] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d44d924d-4e7d-48fe-9b2a-992c876e3527" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.903688] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d44d924d-4e7d-48fe-9b2a-992c876e3527" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.903807] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.903807] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.903937] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.903994] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.904107] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.904159] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d44d924d-4e7d-48fe-9b2a-992c876e3527" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.904246] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d44d924d-4e7d-48fe-9b2a-992c876e3527',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.925666] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-187397ad-1834-4cfb-8ff0-b7284d23420c taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.928530] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-187397ad-1834-4cfb-8ff0-b7284d23420c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.959954] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 in Status: SUCCESS [ 730.960189] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.960948] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51f80002-7357-4a27-aa0f-7562a569f8f1 in Status: SUCCESS [ 730.962903] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51f80002-7357-4a27-aa0f-7562a569f8f1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.962903] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.962903] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.962903] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.962903] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.962903] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.962903] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.963372] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.963486] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc18ea69-ea22-4176-ba3e-77f2f084aa82',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.964662] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51f80002-7357-4a27-aa0f-7562a569f8f1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.965112] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51f80002-7357-4a27-aa0f-7562a569f8f1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.965308] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.965424] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.965488] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.965633] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.965705] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.965827] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51f80002-7357-4a27-aa0f-7562a569f8f1',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.969820] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 187397ad-1834-4cfb-8ff0-b7284d23420c in Status: SUCCESS [ 730.970158] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-187397ad-1834-4cfb-8ff0-b7284d23420c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.970588] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-187397ad-1834-4cfb-8ff0-b7284d23420c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.970785] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-187397ad-1834-4cfb-8ff0-b7284d23420c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.970965] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.971094] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.971157] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.972051] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.972148] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.972278] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('187397ad-1834-4cfb-8ff0-b7284d23420c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.038288] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f60eb12-f931-4869-b17f-1da4d34e76fe [ 731.038288] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.038577] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.038895] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.038944] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.039091] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.039305] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f60eb12-f931-4869-b17f-1da4d34e76fe already deleted. [ 731.039573] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f60eb12-f931-4869-b17f-1da4d34e76fe" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.264618] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.266019] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.266019] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.266019] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.266019] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.266019] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9519fe2-8165-4d3d-8148-9f12ba0e6be4 is going to be created. [ 731.305545] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.305545] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.305545] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.305545] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.305545] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.329019] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9519fe2-8165-4d3d-8148-9f12ba0e6be4 in Status: UNINITIALIZED for 2s [ 731.407153] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d44d924d-4e7d-48fe-9b2a-992c876e3527: rpc.has_security_group_logging(os_id): False [ 731.435246] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.435246] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.435246] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.435246] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.435246] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.435246] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.435246] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.435246] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.435246] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.435246] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.435246] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.435246] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.435246] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.435246] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.435246] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.435749] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.435749] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.435749] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.435749] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.435749] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.435749] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d44d924d-4e7d-48fe-9b2a-992c876e3527 is going to be updated. [ 731.469334] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51f80002-7357-4a27-aa0f-7562a569f8f1',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.471694] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc18ea69-ea22-4176-ba3e-77f2f084aa82',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.474875] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('187397ad-1834-4cfb-8ff0-b7284d23420c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.532591] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.532772] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.532842] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.533072] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.533218] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.547136] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d44d924d-4e7d-48fe-9b2a-992c876e3527 in Status: IN_PROGRESS for 2s [ 731.973251] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51f80002-7357-4a27-aa0f-7562a569f8f1',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.974692] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc18ea69-ea22-4176-ba3e-77f2f084aa82',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.980564] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('187397ad-1834-4cfb-8ff0-b7284d23420c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.443444] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 in Status: SUCCESS [ 732.444399] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.445521] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.445521] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.445521] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa9989a9-f9fb-4528-8e69-00aad4dc38f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.478342] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.478342] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.478342] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.478342] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.478342] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.478342] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51f80002-7357-4a27-aa0f-7562a569f8f1 is going to be updated. [ 732.478566] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.478609] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.478676] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.478849] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.478934] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.481035] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 is going to be updated. [ 732.483238] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.483575] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.483575] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.483671] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.483775] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.483874] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 187397ad-1834-4cfb-8ff0-b7284d23420c is going to be updated. [ 732.541627] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.541627] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.541627] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.541627] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.541910] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.544586] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.544586] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.544586] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.544782] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.544908] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.546741] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.546921] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.547022] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.548089] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.548089] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.563668] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51f80002-7357-4a27-aa0f-7562a569f8f1 in Status: IN_PROGRESS for 2s [ 732.564619] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 in Status: IN_PROGRESS for 2s [ 732.566263] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 187397ad-1834-4cfb-8ff0-b7284d23420c in Status: IN_PROGRESS for 2s [ 732.684468] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 in Status: SUCCESS [ 732.684468] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.684468] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.684585] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.685343] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.685343] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.685343] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.686135] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.686135] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.686135] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.686476] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.948730] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.948967] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.948967] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.949221] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.949386] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.949485] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.949573] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.949730] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.949820] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.949930] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.949991] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa9989a9-f9fb-4528-8e69-00aad4dc38f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.194030] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-805ecbe4-9457-4391-a823-a6cb5e6e4067 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.194030] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.194030] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.194030] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.194030] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.194030] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.194030] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.194030] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.194030] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.194030] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.194030] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-805ecbe4-9457-4391-a823-a6cb5e6e4067 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.194030] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.194030] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.194030] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.194030] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.194030] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.195479] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.195479] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.195479] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.195479] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.195479] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.345911] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9519fe2-8165-4d3d-8148-9f12ba0e6be4 in Status: SUCCESS [ 733.345911] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9519fe2-8165-4d3d-8148-9f12ba0e6be4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.347032] env[65123]: INFO networking_nsxv3.common.synchronization [None req-ed463fe7-1ffb-495f-a939-38b696276391 None None] Enqueued Resource ID: 2a6c81a6-17d8-4382-be5d-a38b67d40da7 with Priority: HIGHEST for action port [ 733.348416] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9519fe2-8165-4d3d-8148-9f12ba0e6be4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.348416] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9519fe2-8165-4d3d-8148-9f12ba0e6be4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.348851] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.350899] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.350899] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.350899] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.350899] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.350899] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9519fe2-8165-4d3d-8148-9f12ba0e6be4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.350899] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c9519fe2-8165-4d3d-8148-9f12ba0e6be4',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.350899] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a6c81a6-17d8-4382-be5d-a38b67d40da7 with Priority: HIGHEST for action port [ 733.356693] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a6c81a6-17d8-4382-be5d-a38b67d40da7 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.356693] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a6c81a6-17d8-4382-be5d-a38b67d40da7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.356693] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a6c81a6-17d8-4382-be5d-a38b67d40da7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.356693] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a6c81a6-17d8-4382-be5d-a38b67d40da7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.356693] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a6c81a6-17d8-4382-be5d-a38b67d40da7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.452858] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.453253] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.453411] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.453825] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.454235] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.454905] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.455314] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.456159] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.456159] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.456159] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.456159] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.456159] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.456456] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.456456] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.456606] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.456606] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.456723] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.457349] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.457444] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.457646] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.457646] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa9989a9-f9fb-4528-8e69-00aad4dc38f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.566173] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d44d924d-4e7d-48fe-9b2a-992c876e3527 in Status: SUCCESS [ 733.566411] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d44d924d-4e7d-48fe-9b2a-992c876e3527" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.701452] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 805ecbe4-9457-4391-a823-a6cb5e6e4067: rpc.has_security_group_logging(os_id): False [ 733.723192] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.723424] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.723424] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.723676] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.723845] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.724266] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.724266] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.724376] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.724520] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.724640] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.724823] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.724938] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.725013] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.725190] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.725282] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.725484] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.725597] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.725802] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.725885] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.727559] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.727559] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 is going to be updated. [ 733.798247] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.798417] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.799062] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.799062] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.799062] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.816968] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 in Status: IN_PROGRESS for 2s [ 733.855841] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c9519fe2-8165-4d3d-8148-9f12ba0e6be4',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.859715] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a6c81a6-17d8-4382-be5d-a38b67d40da7 [ 733.859956] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.860288] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.860348] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.860631] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.860788] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.860945] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a6c81a6-17d8-4382-be5d-a38b67d40da7 already deleted. [ 733.861106] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a6c81a6-17d8-4382-be5d-a38b67d40da7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.961364] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa9989a9-f9fb-4528-8e69-00aad4dc38f9: rpc.has_security_group_logging(os_id): False [ 733.989500] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.989500] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.989500] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.989500] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.989500] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.989500] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.989500] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.989500] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.989500] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.989500] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.989500] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.989500] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.989500] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.989500] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.989500] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.990254] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.990254] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.990254] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.990254] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.990254] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.994180] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 is going to be updated. [ 734.067611] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.067841] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.068228] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.069016] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.069016] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.083262] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 in Status: IN_PROGRESS for 2s [ 734.360064] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c9519fe2-8165-4d3d-8148-9f12ba0e6be4: rpc.has_security_group_logging(os_id): False [ 734.384090] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.384090] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.384090] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.384379] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.384481] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.384849] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.385037] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.385136] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.385412] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.385531] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.385636] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9519fe2-8165-4d3d-8148-9f12ba0e6be4 is going to be created. [ 734.459659] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.459885] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.459965] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.460175] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.460402] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.475855] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9519fe2-8165-4d3d-8148-9f12ba0e6be4 in Status: IN_PROGRESS for 2s [ 734.586767] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51f80002-7357-4a27-aa0f-7562a569f8f1 in Status: SUCCESS [ 734.587088] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51f80002-7357-4a27-aa0f-7562a569f8f1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.587273] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51f80002-7357-4a27-aa0f-7562a569f8f1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.588111] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51f80002-7357-4a27-aa0f-7562a569f8f1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.588111] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.588111] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.588111] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.588111] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.588111] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.588425] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51f80002-7357-4a27-aa0f-7562a569f8f1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.588425] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51f80002-7357-4a27-aa0f-7562a569f8f1',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.589959] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 187397ad-1834-4cfb-8ff0-b7284d23420c in Status: SUCCESS [ 734.590231] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-187397ad-1834-4cfb-8ff0-b7284d23420c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.591085] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 in Status: SUCCESS [ 734.591945] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.591945] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-187397ad-1834-4cfb-8ff0-b7284d23420c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.591945] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-187397ad-1834-4cfb-8ff0-b7284d23420c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.591945] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.591945] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.592258] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.592843] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.592843] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.592843] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-187397ad-1834-4cfb-8ff0-b7284d23420c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.592970] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('187397ad-1834-4cfb-8ff0-b7284d23420c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.593835] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.594048] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.594330] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.594476] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.594564] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.594779] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.594896] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.595020] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.595288] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc18ea69-ea22-4176-ba3e-77f2f084aa82 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.595429] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.595516] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.595686] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.595874] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.595998] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.596093] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.596306] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.596437] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.596543] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.596661] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc18ea69-ea22-4176-ba3e-77f2f084aa82',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.879219] env[65123]: INFO networking_nsxv3.common.synchronization [req-2123ffb9-a36a-43c6-ae6a-a3adaa9e2286 req-40fd1aa7-a73f-4db4-8e54-ad60728050fc tempest-AttachInterfacesUnderV243Test-866058136 tempest-AttachInterfacesUnderV243Test-866058136-project-member] Enqueued Resource ID: 9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 with Priority: HIGHEST for action security_group_members [ 734.879723] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 with Priority: HIGHEST for action security_group_members [ 734.880225] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.880225] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.880225] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.880430] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.880585] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.880687] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.880773] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.880936] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.881055] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.881196] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f8d7b61-36e9-45e8-af54-d7edfeb09ff7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.099543] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('187397ad-1834-4cfb-8ff0-b7284d23420c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.100880] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51f80002-7357-4a27-aa0f-7562a569f8f1',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.101670] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc18ea69-ea22-4176-ba3e-77f2f084aa82: rpc.has_security_group_logging(os_id): False [ 735.122945] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.123855] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.123986] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.124353] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.124486] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.125336] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.125464] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.125530] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.125740] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.125840] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.126047] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.126154] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.126219] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.126596] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.126596] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.127034] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.127034] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.127034] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.127461] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.127461] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.127461] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 is going to be updated. [ 735.197235] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.197608] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.197709] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.197984] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.198334] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.214501] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 in Status: IN_PROGRESS for 2s [ 735.383510] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.383510] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.383510] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.383915] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.383915] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.384169] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.384335] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.384504] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.384719] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.384842] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.385029] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 is going to be updated. [ 735.437598] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.439309] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.439466] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.439664] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.439818] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.451693] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 in Status: IN_PROGRESS for 2s [ 735.470577] env[65123]: INFO networking_nsxv3.common.synchronization [req-9470a3d2-9fc1-42f8-bead-ad05aa980fe2 req-9b561f27-a092-446d-8b2b-b7c88cb6b29f tempest-ImagesTestJSON-844462913 tempest-ImagesTestJSON-844462913-project-member] Enqueued Resource ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b with Priority: HIGHEST for action security_group_members [ 735.471261] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b with Priority: HIGHEST for action security_group_members [ 735.472289] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca4c776-73af-4661-8a6d-1a9c658d044b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.472289] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.472289] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.472289] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.473098] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.473254] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.473323] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.473498] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.474159] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.474159] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ca4c776-73af-4661-8a6d-1a9c658d044b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.606586] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 187397ad-1834-4cfb-8ff0-b7284d23420c: rpc.has_security_group_logging(os_id): False [ 735.606586] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51f80002-7357-4a27-aa0f-7562a569f8f1: rpc.has_security_group_logging(os_id): False [ 735.627065] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.627065] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.627065] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.627065] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.627065] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.627065] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.627065] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.627065] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.627065] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.627065] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.627065] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 187397ad-1834-4cfb-8ff0-b7284d23420c is going to be updated. [ 735.629571] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.629717] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.630432] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.630432] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.630432] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.630432] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.630432] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.630432] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.630634] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.630634] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.630687] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51f80002-7357-4a27-aa0f-7562a569f8f1 is going to be created. [ 735.701235] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.701383] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.701456] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.702226] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.702391] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.705314] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.705437] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.705493] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.705681] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.705811] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.725640] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51f80002-7357-4a27-aa0f-7562a569f8f1 in Status: IN_PROGRESS for 2s [ 735.727628] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 187397ad-1834-4cfb-8ff0-b7284d23420c in Status: IN_PROGRESS for 2s [ 735.832584] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 in Status: SUCCESS [ 735.832797] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.885203] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock network-787 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.887457] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "network-787" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.887457] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "network-787" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.887457] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "network-787" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.887457] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.887457] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.887457] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.887457] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.887457] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.887457] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 735.887457] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 735.887457] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 735.887457] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 735.888996] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 735.888996] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 735.888996] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 735.915279] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 735.915279] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 735.915512] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 735.915926] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "network-787" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.918602] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock port-70ae8ec3-c259-47aa-aee2-7f8b5ac2532b taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.918602] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "port-70ae8ec3-c259-47aa-aee2-7f8b5ac2532b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.918602] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "port-70ae8ec3-c259-47aa-aee2-7f8b5ac2532b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.918602] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "port-70ae8ec3-c259-47aa-aee2-7f8b5ac2532b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.918602] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70ae8ec3-c259-47aa-aee2-7f8b5ac2532b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.976428] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.977604] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.977707] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.978564] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.978652] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.978988] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.979203] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.979361] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.979626] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.979853] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.979853] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b is going to be updated. [ 736.050276] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.050462] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.050462] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.051264] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.051264] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.067505] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b in Status: IN_PROGRESS for 2s [ 736.100094] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 in Status: SUCCESS [ 736.100431] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.420786] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.421176] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.421176] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.421444] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.421609] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.421848] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Segment Port 70ae8ec3-c259-47aa-aee2-7f8b5ac2532b not found, creating... [ 736.422055] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.422242] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.422391] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.422614] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.422751] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.424025] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.424025] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.424025] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.424025] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.424025] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.424025] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Resource: SegmentPort with ID: 70ae8ec3-c259-47aa-aee2-7f8b5ac2532b is going to be created. [ 736.452103] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.452281] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.452407] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.452665] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.452889] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.453635] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "port-70ae8ec3-c259-47aa-aee2-7f8b5ac2532b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.488136] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9519fe2-8165-4d3d-8148-9f12ba0e6be4 in Status: SUCCESS [ 736.488835] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9519fe2-8165-4d3d-8148-9f12ba0e6be4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.231233] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 in Status: SUCCESS [ 737.231457] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.231858] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.232400] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.232514] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc18ea69-ea22-4176-ba3e-77f2f084aa82',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.241040] env[65123]: INFO networking_nsxv3.common.synchronization [req-9470a3d2-9fc1-42f8-bead-ad05aa980fe2 req-7068f78c-ad50-4637-9fd9-3d24b4e52b2b service nova] Enqueued Resource ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b with Priority: HIGHEST for action security_group_rules [ 737.241040] env[65123]: INFO networking_nsxv3.common.synchronization [req-9470a3d2-9fc1-42f8-bead-ad05aa980fe2 req-7068f78c-ad50-4637-9fd9-3d24b4e52b2b service nova] Enqueued Resource ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b with Priority: HIGHEST for action security_group_members [ 737.241179] env[65123]: INFO networking_nsxv3.common.synchronization [req-9470a3d2-9fc1-42f8-bead-ad05aa980fe2 req-7068f78c-ad50-4637-9fd9-3d24b4e52b2b service nova] Enqueued Resource ID: 70ae8ec3-c259-47aa-aee2-7f8b5ac2532b with Priority: HIGHEST for action port [ 737.241473] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b with Priority: HIGHEST for action security_group_rules [ 737.241541] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b with Priority: HIGHEST for action security_group_members [ 737.241607] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70ae8ec3-c259-47aa-aee2-7f8b5ac2532b with Priority: HIGHEST for action port [ 737.242703] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ca4c776-73af-4661-8a6d-1a9c658d044b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.242872] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.242957] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.243339] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.243455] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ca4c776-73af-4661-8a6d-1a9c658d044b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.248384] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca4c776-73af-4661-8a6d-1a9c658d044b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.248507] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.249352] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-70ae8ec3-c259-47aa-aee2-7f8b5ac2532b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.251825] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70ae8ec3-c259-47aa-aee2-7f8b5ac2532b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.251825] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70ae8ec3-c259-47aa-aee2-7f8b5ac2532b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.251825] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70ae8ec3-c259-47aa-aee2-7f8b5ac2532b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.251825] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70ae8ec3-c259-47aa-aee2-7f8b5ac2532b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.462716] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 in Status: SUCCESS [ 737.462974] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 deletion is rescheduled due to dependency. [ 737.463088] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.738554] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc18ea69-ea22-4176-ba3e-77f2f084aa82 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.738715] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.738782] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.739037] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.739204] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.739305] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.739387] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.739539] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.739659] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.739720] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.739828] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc18ea69-ea22-4176-ba3e-77f2f084aa82',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.747114] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51f80002-7357-4a27-aa0f-7562a569f8f1 in Status: SUCCESS [ 737.747198] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51f80002-7357-4a27-aa0f-7562a569f8f1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.747943] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 187397ad-1834-4cfb-8ff0-b7284d23420c in Status: SUCCESS [ 737.748131] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-187397ad-1834-4cfb-8ff0-b7284d23420c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.752413] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca4c776-73af-4661-8a6d-1a9c658d044b taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.752560] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.752840] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 70ae8ec3-c259-47aa-aee2-7f8b5ac2532b with status ACTIVE [ 737.752933] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.753023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.753082] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.753263] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.756245] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.756245] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.756245] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.756245] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.756245] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.756245] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.756245] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.756245] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.756245] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.756245] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.756245] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.756245] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 70ae8ec3-c259-47aa-aee2-7f8b5ac2532b is going to be updated. [ 737.784342] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.784342] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.784342] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.784342] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.784342] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.784342] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70ae8ec3-c259-47aa-aee2-7f8b5ac2532b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.084675] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b in Status: SUCCESS [ 738.084675] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b deletion is rescheduled due to dependency. [ 738.084990] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.085100] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.085371] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.086128] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.086128] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.086128] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.086475] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.086590] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.086715] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ca4c776-73af-4661-8a6d-1a9c658d044b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.249605] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc18ea69-ea22-4176-ba3e-77f2f084aa82 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.249605] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.249605] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.249605] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.249605] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.249605] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.249605] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.249605] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.249605] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.249605] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.249605] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc18ea69-ea22-4176-ba3e-77f2f084aa82 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.249605] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.249605] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.249605] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.249605] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.249605] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.250207] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.250207] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.250207] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.250207] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.250207] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc18ea69-ea22-4176-ba3e-77f2f084aa82',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.595181] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ca4c776-73af-4661-8a6d-1a9c658d044b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.753220] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc18ea69-ea22-4176-ba3e-77f2f084aa82: rpc.has_security_group_logging(os_id): False [ 738.775129] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.775324] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.775367] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.775623] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.775728] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.775999] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.776099] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.776242] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.776462] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.776664] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.776734] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.776893] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.776985] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.777193] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.777316] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.777535] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.777721] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.777845] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.778033] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.778149] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.778368] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 is going to be updated. [ 738.848073] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.848291] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.848450] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.848833] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.848972] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.870410] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 in Status: IN_PROGRESS for 2s [ 739.098777] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ca4c776-73af-4661-8a6d-1a9c658d044b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.101368] env[65123]: INFO networking_nsxv3.common.synchronization [None req-f67df075-d7c1-4281-a605-c2155b403174 None None] Enqueued Resource ID: 1a24aefe-4641-40e1-973b-21454a561f3c with Priority: HIGHEST for action port [ 739.102239] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a24aefe-4641-40e1-973b-21454a561f3c with Priority: HIGHEST for action port [ 739.102594] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a24aefe-4641-40e1-973b-21454a561f3c taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.102736] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a24aefe-4641-40e1-973b-21454a561f3c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.102808] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a24aefe-4641-40e1-973b-21454a561f3c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.103174] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a24aefe-4641-40e1-973b-21454a561f3c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.103271] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a24aefe-4641-40e1-973b-21454a561f3c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.602779] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.603134] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.603134] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.603242] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.603329] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.603433] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b is going to be updated. [ 739.608726] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a24aefe-4641-40e1-973b-21454a561f3c [ 739.608726] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.608726] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.608726] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.608726] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.608726] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.608726] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a24aefe-4641-40e1-973b-21454a561f3c already deleted. [ 739.608726] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a24aefe-4641-40e1-973b-21454a561f3c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.669021] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.669021] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.669021] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.669021] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.669021] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.681172] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b in Status: IN_PROGRESS for 2s [ 740.122468] env[65123]: INFO networking_nsxv3.common.synchronization [req-adf53980-9beb-4bd2-96d8-5fb8e4af09d4 req-a1deaa4b-64be-404b-a9a9-dd81b8ccef68 tempest-FloatingIPsAssociationTestJSON-1451562236 tempest-FloatingIPsAssociationTestJSON-1451562236-project-member] Enqueued Resource ID: 6b14bf84-137d-4c94-b525-b443de399c38 with Priority: HIGHEST for action security_group_members [ 740.122597] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b14bf84-137d-4c94-b525-b443de399c38 with Priority: HIGHEST for action security_group_members [ 740.122914] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b14bf84-137d-4c94-b525-b443de399c38 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.123830] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b14bf84-137d-4c94-b525-b443de399c38" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.124131] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b14bf84-137d-4c94-b525-b443de399c38" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.124401] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b14bf84-137d-4c94-b525-b443de399c38" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.124808] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.125025] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.125085] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.125309] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.125404] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.125531] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b14bf84-137d-4c94-b525-b443de399c38',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.627786] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.628146] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.628146] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.628326] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.628427] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.628661] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.628766] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.628801] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.628929] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.629014] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.629106] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b14bf84-137d-4c94-b525-b443de399c38 is going to be updated. [ 740.659209] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.659522] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.659522] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.659772] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.659957] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.670649] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b14bf84-137d-4c94-b525-b443de399c38 in Status: IN_PROGRESS for 2s [ 740.848926] env[65123]: INFO networking_nsxv3.common.synchronization [None req-e31048f7-64dd-4528-abbb-c1107148012b None None] Enqueued Resource ID: 39085974-277c-42f1-bef3-42d8ebfaa8a8 with Priority: HIGHEST for action port [ 740.849440] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39085974-277c-42f1-bef3-42d8ebfaa8a8 with Priority: HIGHEST for action port [ 740.849833] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-39085974-277c-42f1-bef3-42d8ebfaa8a8 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.850093] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39085974-277c-42f1-bef3-42d8ebfaa8a8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.850793] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39085974-277c-42f1-bef3-42d8ebfaa8a8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.854870] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39085974-277c-42f1-bef3-42d8ebfaa8a8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.854870] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39085974-277c-42f1-bef3-42d8ebfaa8a8',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.888976] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 in Status: SUCCESS [ 740.889236] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.317306] env[65123]: INFO networking_nsxv3.common.synchronization [req-763ca662-e80f-453b-afce-a91293e15ab0 req-8b454c3d-ea98-4afa-aac6-1ab368746f73 tempest-ServerAddressesTestJSON-1799947420 tempest-ServerAddressesTestJSON-1799947420-project-member] Enqueued Resource ID: 0b1196d2-d91d-4629-ad5b-62ce65d067b5 with Priority: HIGHEST for action security_group_members [ 741.318703] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b1196d2-d91d-4629-ad5b-62ce65d067b5 with Priority: HIGHEST for action security_group_members [ 741.318703] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b1196d2-d91d-4629-ad5b-62ce65d067b5 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.318703] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b1196d2-d91d-4629-ad5b-62ce65d067b5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.318703] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b1196d2-d91d-4629-ad5b-62ce65d067b5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.319206] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b1196d2-d91d-4629-ad5b-62ce65d067b5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.319382] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.319492] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.319542] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.319701] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.319782] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.319893] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b1196d2-d91d-4629-ad5b-62ce65d067b5',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.356019] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39085974-277c-42f1-bef3-42d8ebfaa8a8 [ 741.356019] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.356019] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.356019] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.357574] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.357574] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.357574] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39085974-277c-42f1-bef3-42d8ebfaa8a8 already deleted. [ 741.357574] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39085974-277c-42f1-bef3-42d8ebfaa8a8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.691732] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b in Status: SUCCESS [ 741.692169] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.692169] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.692353] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.692549] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.692672] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.693122] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.693122] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.693122] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.693122] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.693298] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ca4c776-73af-4661-8a6d-1a9c658d044b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.767242] env[65123]: INFO networking_nsxv3.common.synchronization [None req-a8f232a8-9e79-4770-9bbd-0067c2492ee6 None None] Enqueued Resource ID: f3f110c9-3c62-4d90-819e-174bfba50098 with Priority: HIGHEST for action port [ 741.767958] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3f110c9-3c62-4d90-819e-174bfba50098 with Priority: HIGHEST for action port [ 741.768289] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3f110c9-3c62-4d90-819e-174bfba50098 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.768391] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3f110c9-3c62-4d90-819e-174bfba50098" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.768459] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3f110c9-3c62-4d90-819e-174bfba50098" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.768712] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3f110c9-3c62-4d90-819e-174bfba50098" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.768789] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3f110c9-3c62-4d90-819e-174bfba50098',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.825761] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.825911] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.825980] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.826210] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.826363] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.826516] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.827019] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.827019] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.827019] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.827019] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.827019] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b1196d2-d91d-4629-ad5b-62ce65d067b5 is going to be updated. [ 741.856977] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.857884] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.857884] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.857884] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.857884] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.868253] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b1196d2-d91d-4629-ad5b-62ce65d067b5 in Status: IN_PROGRESS for 2s [ 742.195239] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca4c776-73af-4661-8a6d-1a9c658d044b taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.195457] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.195595] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.195710] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.195886] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.196024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.196124] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.196317] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.196317] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.196419] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.196542] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca4c776-73af-4661-8a6d-1a9c658d044b taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.196642] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.196690] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.196834] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.196995] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.197141] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.197201] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.197365] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.197497] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.197528] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.197716] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ca4c776-73af-4661-8a6d-1a9c658d044b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.270536] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f3f110c9-3c62-4d90-819e-174bfba50098 [ 742.270778] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.270934] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.271790] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.272127] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.272299] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.272467] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f3f110c9-3c62-4d90-819e-174bfba50098 already deleted. [ 742.272570] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3f110c9-3c62-4d90-819e-174bfba50098" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.296026] env[65123]: INFO networking_nsxv3.common.synchronization [None req-fffa7e4d-3abd-4484-a652-13fbdcd4834a None None] Enqueued Resource ID: 45a357e7-9228-4e16-939a-ebabb8d4b44d with Priority: HIGHEST for action port [ 742.296612] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45a357e7-9228-4e16-939a-ebabb8d4b44d with Priority: HIGHEST for action port [ 742.298301] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-45a357e7-9228-4e16-939a-ebabb8d4b44d taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.298891] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45a357e7-9228-4e16-939a-ebabb8d4b44d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.298990] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45a357e7-9228-4e16-939a-ebabb8d4b44d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.299277] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45a357e7-9228-4e16-939a-ebabb8d4b44d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.299362] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45a357e7-9228-4e16-939a-ebabb8d4b44d',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.619720] env[65123]: INFO networking_nsxv3.common.synchronization [None req-6f762930-fcbf-4d0d-8e1d-08120f7f3a5e tempest-ServersV294TestFqdnHostnames-1314648611 tempest-ServersV294TestFqdnHostnames-1314648611-project-member] Enqueued Resource ID: 02708fce-90c8-4783-ab9f-c19d52a628ad with Priority: HIGHEST for action security_group_rules [ 742.620489] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02708fce-90c8-4783-ab9f-c19d52a628ad with Priority: HIGHEST for action security_group_rules [ 742.627125] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02708fce-90c8-4783-ab9f-c19d52a628ad taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.627125] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02708fce-90c8-4783-ab9f-c19d52a628ad" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.627125] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02708fce-90c8-4783-ab9f-c19d52a628ad" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.627125] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02708fce-90c8-4783-ab9f-c19d52a628ad" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.627125] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02708fce-90c8-4783-ab9f-c19d52a628ad',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.682646] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b14bf84-137d-4c94-b525-b443de399c38 in Status: SUCCESS [ 742.682646] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b14bf84-137d-4c94-b525-b443de399c38 deletion is rescheduled due to dependency. [ 742.682832] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b14bf84-137d-4c94-b525-b443de399c38" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.701817] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ca4c776-73af-4661-8a6d-1a9c658d044b: rpc.has_security_group_logging(os_id): False [ 742.719763] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.719980] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.720235] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.720686] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.721095] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.721095] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.721226] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.721317] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.721541] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.721579] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.722139] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.722139] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.722139] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.722139] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.722314] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.723867] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.724028] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.724106] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.724259] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.724337] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.724427] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b is going to be updated. [ 742.758721] env[65123]: INFO networking_nsxv3.common.synchronization [None req-efe6836c-a72a-4897-8b65-8464dfa50e8b tempest-ServersV294TestFqdnHostnames-1314648611 tempest-ServersV294TestFqdnHostnames-1314648611-project-member] Enqueued Resource ID: 02708fce-90c8-4783-ab9f-c19d52a628ad with Priority: HIGHEST for action security_group_rules [ 742.759389] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02708fce-90c8-4783-ab9f-c19d52a628ad with Priority: HIGHEST for action security_group_rules [ 742.760999] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02708fce-90c8-4783-ab9f-c19d52a628ad taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.761123] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02708fce-90c8-4783-ab9f-c19d52a628ad" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.788576] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.788756] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.788834] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.789094] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.789295] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.805059] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b in Status: IN_PROGRESS for 2s [ 742.805275] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45a357e7-9228-4e16-939a-ebabb8d4b44d [ 742.805480] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.805611] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.805671] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.805876] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.805962] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.806094] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45a357e7-9228-4e16-939a-ebabb8d4b44d already deleted. [ 742.806180] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45a357e7-9228-4e16-939a-ebabb8d4b44d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.152796] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.152796] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.152796] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.153179] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.153179] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.153254] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02708fce-90c8-4783-ab9f-c19d52a628ad already deleted. [ 743.153384] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02708fce-90c8-4783-ab9f-c19d52a628ad" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.153661] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02708fce-90c8-4783-ab9f-c19d52a628ad" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.153661] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02708fce-90c8-4783-ab9f-c19d52a628ad" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.153782] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02708fce-90c8-4783-ab9f-c19d52a628ad',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.678342] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.678480] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.678547] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.679027] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.679027] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.680804] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02708fce-90c8-4783-ab9f-c19d52a628ad already deleted. [ 743.680804] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02708fce-90c8-4783-ab9f-c19d52a628ad" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.688249] env[65123]: INFO networking_nsxv3.common.synchronization [req-83a96ba4-1c51-47c4-bbfb-a0991518ad68 req-8e65adb0-99d8-42c6-9e33-5a7ed4010de5 tempest-MultipleCreateTestJSON-564200983 tempest-MultipleCreateTestJSON-564200983-project-member] Enqueued Resource ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 with Priority: HIGHEST for action security_group_members [ 743.688938] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 with Priority: HIGHEST for action security_group_members [ 743.689287] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.689478] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.689510] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.690547] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.690547] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.690547] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.690547] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.690547] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.690547] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.690547] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa9989a9-f9fb-4528-8e69-00aad4dc38f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.744914] env[65123]: INFO networking_nsxv3.common.synchronization [req-654e6a6d-4395-4031-9e4b-8008a1d90873 req-b9fa75be-c14e-409a-b898-b6c3e8465b74 tempest-DeleteServersTestJSON-1766806868 tempest-DeleteServersTestJSON-1766806868-project-member] Enqueued Resource ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 with Priority: HIGHEST for action security_group_members [ 743.744914] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 with Priority: HIGHEST for action security_group_members [ 743.747135] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.747135] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.747135] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.747135] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.747326] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.747429] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.747485] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.747768] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.747857] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.747955] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.852937] env[65123]: INFO networking_nsxv3.common.synchronization [None req-2fb7ede9-913a-4af6-bc74-fcd52fc21089 None None] Enqueued Resource ID: d6b59017-aab8-4b24-a2a9-34ef67f5bd98 with Priority: HIGHEST for action port [ 743.853469] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6b59017-aab8-4b24-a2a9-34ef67f5bd98 with Priority: HIGHEST for action port [ 743.857961] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6b59017-aab8-4b24-a2a9-34ef67f5bd98 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.857961] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6b59017-aab8-4b24-a2a9-34ef67f5bd98" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.857961] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6b59017-aab8-4b24-a2a9-34ef67f5bd98" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.857961] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6b59017-aab8-4b24-a2a9-34ef67f5bd98" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.857961] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6b59017-aab8-4b24-a2a9-34ef67f5bd98',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.883583] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b1196d2-d91d-4629-ad5b-62ce65d067b5 in Status: SUCCESS [ 743.883769] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b1196d2-d91d-4629-ad5b-62ce65d067b5 deletion is rescheduled due to dependency. [ 743.885105] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b1196d2-d91d-4629-ad5b-62ce65d067b5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.194487] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa9989a9-f9fb-4528-8e69-00aad4dc38f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.222174] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-606 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.222594] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-606" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.222782] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-606" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.223560] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-606" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.224171] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.227801] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.227801] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.227801] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.227801] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.227801] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.227801] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 744.227801] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 744.227801] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 744.227801] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.227801] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 744.227801] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 744.250972] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.250972] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.250972] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.250972] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.250972] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.257625] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.257625] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.257625] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.257625] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.257625] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.257625] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 already deleted. [ 744.257625] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.257625] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 744.257625] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 744.257625] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 744.257625] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-606" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.257625] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-bdf89e56-91c6-48a9-bb36-6d34bfbf4233 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.257625] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-bdf89e56-91c6-48a9-bb36-6d34bfbf4233" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.257625] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-bdf89e56-91c6-48a9-bb36-6d34bfbf4233" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.257625] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-bdf89e56-91c6-48a9-bb36-6d34bfbf4233" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.258371] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdf89e56-91c6-48a9-bb36-6d34bfbf4233',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.358411] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6b59017-aab8-4b24-a2a9-34ef67f5bd98 [ 744.358592] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.358754] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.358842] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.359091] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.359278] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.359431] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6b59017-aab8-4b24-a2a9-34ef67f5bd98 already deleted. [ 744.359553] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6b59017-aab8-4b24-a2a9-34ef67f5bd98" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.703777] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa9989a9-f9fb-4528-8e69-00aad4dc38f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.759974] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.760434] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.760434] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.760710] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.760782] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.760915] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port bdf89e56-91c6-48a9-bb36-6d34bfbf4233 not found, creating... [ 744.761193] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.761351] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.761462] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.761688] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.761820] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.762131] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.762301] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.762388] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.762590] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.762717] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.762850] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: bdf89e56-91c6-48a9-bb36-6d34bfbf4233 is going to be created. [ 744.790909] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.791184] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.791245] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.791479] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.791765] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.792121] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-bdf89e56-91c6-48a9-bb36-6d34bfbf4233" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.823338] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b in Status: SUCCESS [ 744.823624] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.208140] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.208269] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.208391] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.208722] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.208871] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.209042] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 is going to be updated. [ 745.250285] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.250497] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.250497] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.250629] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.251039] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.262824] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 in Status: IN_PROGRESS for 2s [ 745.353227] env[65123]: INFO networking_nsxv3.common.synchronization [None req-70edd6c1-3849-4594-af9f-9ab93ce4ef4f None None] Enqueued Resource ID: ca45f97e-057e-4bad-8e46-a6fd82380668 with Priority: HIGHEST for action port [ 745.353817] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca45f97e-057e-4bad-8e46-a6fd82380668 with Priority: HIGHEST for action port [ 745.354162] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca45f97e-057e-4bad-8e46-a6fd82380668 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.354278] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca45f97e-057e-4bad-8e46-a6fd82380668" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.354347] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca45f97e-057e-4bad-8e46-a6fd82380668" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.354607] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca45f97e-057e-4bad-8e46-a6fd82380668" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.354690] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca45f97e-057e-4bad-8e46-a6fd82380668',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.561726] env[65123]: INFO networking_nsxv3.common.synchronization [req-654e6a6d-4395-4031-9e4b-8008a1d90873 req-bf6a4a46-8fd3-4108-bd10-22824eae8c75 service nova] Enqueued Resource ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 with Priority: HIGHEST for action security_group_rules [ 745.561726] env[65123]: INFO networking_nsxv3.common.synchronization [req-654e6a6d-4395-4031-9e4b-8008a1d90873 req-bf6a4a46-8fd3-4108-bd10-22824eae8c75 service nova] Enqueued Resource ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 with Priority: HIGHEST for action security_group_members [ 745.561726] env[65123]: INFO networking_nsxv3.common.synchronization [req-654e6a6d-4395-4031-9e4b-8008a1d90873 req-bf6a4a46-8fd3-4108-bd10-22824eae8c75 service nova] Enqueued Resource ID: bdf89e56-91c6-48a9-bb36-6d34bfbf4233 with Priority: HIGHEST for action port [ 745.562809] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 with Priority: HIGHEST for action security_group_rules [ 745.562809] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 with Priority: HIGHEST for action security_group_members [ 745.562809] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdf89e56-91c6-48a9-bb36-6d34bfbf4233 with Priority: HIGHEST for action port [ 745.562809] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.563218] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.563218] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.563335] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.563335] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.564617] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.564736] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.564803] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.564981] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.565140] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.565239] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.565290] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.565452] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.565838] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.565951] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.568441] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-bdf89e56-91c6-48a9-bb36-6d34bfbf4233 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.568441] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bdf89e56-91c6-48a9-bb36-6d34bfbf4233" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.568441] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bdf89e56-91c6-48a9-bb36-6d34bfbf4233" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.568441] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bdf89e56-91c6-48a9-bb36-6d34bfbf4233" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.568441] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdf89e56-91c6-48a9-bb36-6d34bfbf4233',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.841513] env[65123]: INFO networking_nsxv3.common.synchronization [req-6d1db75b-8f49-49e7-820e-bdf3ca385dee req-e4d17be1-0967-4742-a344-4d090d1e7bbe tempest-MultipleCreateTestJSON-564200983 tempest-MultipleCreateTestJSON-564200983-project-member] Enqueued Resource ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 with Priority: HIGHEST for action security_group_members [ 745.841513] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 with Priority: HIGHEST for action security_group_members [ 745.841513] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.841513] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.859495] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca45f97e-057e-4bad-8e46-a6fd82380668 [ 745.859495] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.859495] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.859495] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.859495] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.859495] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.859495] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca45f97e-057e-4bad-8e46-a6fd82380668 already deleted. [ 745.859495] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca45f97e-057e-4bad-8e46-a6fd82380668" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.066378] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.066609] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.068590] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.075513] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bdf89e56-91c6-48a9-bb36-6d34bfbf4233 with status ACTIVE [ 746.075513] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.075513] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.075513] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.075513] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.075513] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.075513] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.075513] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.075513] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.075513] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.075513] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.075513] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.075513] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.075513] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.075513] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.075513] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.075513] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bdf89e56-91c6-48a9-bb36-6d34bfbf4233 is going to be updated. [ 746.107662] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.107852] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.107902] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.111036] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.111036] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.111036] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bdf89e56-91c6-48a9-bb36-6d34bfbf4233" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.375141] env[65123]: INFO networking_nsxv3.common.synchronization [req-b3204421-7197-4269-a2e8-211426c92a4b req-b270edcb-e499-4a2c-b157-c5a00632068b tempest-ServersTestJSON-1284900872 tempest-ServersTestJSON-1284900872-project-member] Enqueued Resource ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 with Priority: HIGHEST for action security_group_members [ 746.375788] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 with Priority: HIGHEST for action security_group_members [ 746.376169] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-805ecbe4-9457-4391-a823-a6cb5e6e4067 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.376289] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.376353] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.376589] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.376708] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.376832] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.376898] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.377092] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.377183] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.377281] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.579174] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.880471] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.943495] env[65123]: INFO networking_nsxv3.common.synchronization [req-5149a654-1731-4694-9fb6-e9a2738fc722 req-4d0a4103-69c7-417b-9783-6e51fadd3b44 tempest-ServersNegativeTestMultiTenantJSON-1283265872 tempest-ServersNegativeTestMultiTenantJSON-1283265872-project-member] Enqueued Resource ID: 3b472263-9353-46c3-82e1-8517b4f38b9d with Priority: HIGHEST for action security_group_members [ 746.944074] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b472263-9353-46c3-82e1-8517b4f38b9d with Priority: HIGHEST for action security_group_members [ 746.944440] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b472263-9353-46c3-82e1-8517b4f38b9d taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.944841] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b472263-9353-46c3-82e1-8517b4f38b9d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.944841] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b472263-9353-46c3-82e1-8517b4f38b9d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.945076] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b472263-9353-46c3-82e1-8517b4f38b9d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.945112] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.945220] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.945283] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.945449] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.945574] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.945714] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b472263-9353-46c3-82e1-8517b4f38b9d',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.082242] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.082242] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.082242] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.082958] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.082958] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.082958] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 is going to be created. [ 747.115409] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.115618] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.115671] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.115864] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.116053] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.129055] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 in Status: UNINITIALIZED for 2s [ 747.273662] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 in Status: SUCCESS [ 747.274179] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.274179] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.274179] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.274358] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.274580] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.274580] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.274690] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.274770] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.274870] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa9989a9-f9fb-4528-8e69-00aad4dc38f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.385577] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.449530] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.449702] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.450970] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.451294] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.451441] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.452449] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.452596] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.452757] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.452955] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.453041] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.453140] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b472263-9353-46c3-82e1-8517b4f38b9d already deleted. [ 747.453227] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b472263-9353-46c3-82e1-8517b4f38b9d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.669264] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-271 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.669503] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-271" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.669678] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-271" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.670055] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-271" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.670352] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.670733] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.670877] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.671221] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.671865] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.672279] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.672572] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 747.672732] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 747.672871] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 747.673080] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.673275] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 747.673501] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 747.695284] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 747.695469] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 747.695601] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 747.695777] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-271" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.696145] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-2236afac-dd55-4d47-bfd5-537f3295210c taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.696318] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-2236afac-dd55-4d47-bfd5-537f3295210c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.696435] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-2236afac-dd55-4d47-bfd5-537f3295210c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.696755] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-2236afac-dd55-4d47-bfd5-537f3295210c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.696938] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2236afac-dd55-4d47-bfd5-537f3295210c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.778559] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.778687] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.778778] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.779000] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.779115] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.779449] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.779587] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.779666] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.779862] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.779993] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.780132] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 is going to be updated. [ 747.816038] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.816241] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.816241] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.816455] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.816648] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.826258] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 in Status: IN_PROGRESS for 2s [ 747.889850] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.889850] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.889850] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.890299] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.890523] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.890734] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 is going to be updated. [ 747.947932] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.948151] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.948233] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.948377] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.948525] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.961214] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 in Status: IN_PROGRESS for 2s [ 748.200211] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.200366] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.200506] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.200871] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.200957] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.201082] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port 2236afac-dd55-4d47-bfd5-537f3295210c not found, creating... [ 748.201338] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.202026] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.202026] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.202026] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.202157] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.202452] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.202797] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.202954] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.203224] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.203377] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.203529] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: 2236afac-dd55-4d47-bfd5-537f3295210c is going to be created. [ 748.225428] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.225651] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.225882] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.226120] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.226348] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.226601] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-2236afac-dd55-4d47-bfd5-537f3295210c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.957336] env[65123]: INFO networking_nsxv3.common.synchronization [req-5149a654-1731-4694-9fb6-e9a2738fc722 req-356f52af-ab00-4378-8a2d-e62df76dfa26 service nova] Enqueued Resource ID: 3b472263-9353-46c3-82e1-8517b4f38b9d with Priority: HIGHEST for action security_group_rules [ 748.957619] env[65123]: INFO networking_nsxv3.common.synchronization [req-5149a654-1731-4694-9fb6-e9a2738fc722 req-356f52af-ab00-4378-8a2d-e62df76dfa26 service nova] Enqueued Resource ID: 3b472263-9353-46c3-82e1-8517b4f38b9d with Priority: HIGHEST for action security_group_members [ 748.957619] env[65123]: INFO networking_nsxv3.common.synchronization [req-5149a654-1731-4694-9fb6-e9a2738fc722 req-356f52af-ab00-4378-8a2d-e62df76dfa26 service nova] Enqueued Resource ID: 2236afac-dd55-4d47-bfd5-537f3295210c with Priority: HIGHEST for action port [ 748.958227] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b472263-9353-46c3-82e1-8517b4f38b9d with Priority: HIGHEST for action security_group_rules [ 748.958374] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b472263-9353-46c3-82e1-8517b4f38b9d with Priority: HIGHEST for action security_group_members [ 748.958500] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2236afac-dd55-4d47-bfd5-537f3295210c with Priority: HIGHEST for action port [ 748.958802] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b472263-9353-46c3-82e1-8517b4f38b9d taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.958924] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b472263-9353-46c3-82e1-8517b4f38b9d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.958993] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b472263-9353-46c3-82e1-8517b4f38b9d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.959269] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b472263-9353-46c3-82e1-8517b4f38b9d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.959379] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b472263-9353-46c3-82e1-8517b4f38b9d',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.960492] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b472263-9353-46c3-82e1-8517b4f38b9d taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.960492] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b472263-9353-46c3-82e1-8517b4f38b9d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.960492] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b472263-9353-46c3-82e1-8517b4f38b9d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.960704] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b472263-9353-46c3-82e1-8517b4f38b9d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.960737] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.960819] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.962024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.962024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.962024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.962024] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b472263-9353-46c3-82e1-8517b4f38b9d',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.962277] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-2236afac-dd55-4d47-bfd5-537f3295210c taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.962414] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2236afac-dd55-4d47-bfd5-537f3295210c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.962453] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2236afac-dd55-4d47-bfd5-537f3295210c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.965019] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2236afac-dd55-4d47-bfd5-537f3295210c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.965019] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2236afac-dd55-4d47-bfd5-537f3295210c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.142965] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 in Status: SUCCESS [ 749.143666] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.143666] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.143798] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.143994] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.144168] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.144242] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.144418] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.144526] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.144619] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.144723] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.466560] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b472263-9353-46c3-82e1-8517b4f38b9d',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.467751] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b472263-9353-46c3-82e1-8517b4f38b9d taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.467942] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b472263-9353-46c3-82e1-8517b4f38b9d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.468298] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2236afac-dd55-4d47-bfd5-537f3295210c with status ACTIVE [ 749.468580] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.468688] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.468688] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.469407] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.469407] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.469407] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.469407] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.469407] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.469688] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.469688] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.469824] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.469913] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.469955] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.473135] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.473135] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.473246] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2236afac-dd55-4d47-bfd5-537f3295210c is going to be updated. [ 749.502602] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.502769] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.502831] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.503068] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.503217] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.503462] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2236afac-dd55-4d47-bfd5-537f3295210c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.647093] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.647287] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.647362] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.648360] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.648360] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.649068] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.649068] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.649068] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.649068] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.649068] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.649068] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.649261] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.649261] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.649385] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.651495] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.651495] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.651495] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.651495] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.651495] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.651495] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.651495] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.839049] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 in Status: SUCCESS [ 749.839264] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 deletion is rescheduled due to dependency. [ 749.839389] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.970270] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b472263-9353-46c3-82e1-8517b4f38b9d',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.972029] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 in Status: SUCCESS [ 749.972700] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.156236] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6: rpc.has_security_group_logging(os_id): False [ 750.176912] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.177294] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.177294] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.177767] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.177767] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.177926] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.178041] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.178098] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.178301] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.178380] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.178579] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.179482] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.179554] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.179727] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.182559] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.182872] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.183183] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.183183] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.183466] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.183585] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.183710] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 is going to be created. [ 750.249668] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.249815] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.249886] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.250180] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.250449] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.269198] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 in Status: IN_PROGRESS for 2s [ 750.394032] env[65123]: INFO networking_nsxv3.common.synchronization [req-17e824e5-fce0-46ed-8257-fa26798f0674 req-3490d404-f891-4b06-b0e7-f530eaa8c721 tempest-ListServersNegativeTestJSON-28496433 tempest-ListServersNegativeTestJSON-28496433-project-member] Enqueued Resource ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd with Priority: HIGHEST for action security_group_members [ 750.394650] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd with Priority: HIGHEST for action security_group_members [ 750.394976] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.395147] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.395261] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.395664] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.395664] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.395773] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.395820] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.395954] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.396048] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.396177] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b14fcce-45d1-4b5a-8184-9d6a215d92fd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.473982] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.473982] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.473982] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.473982] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.473982] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.473982] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b472263-9353-46c3-82e1-8517b4f38b9d is going to be created. [ 750.503777] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.503777] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.503777] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.503777] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.503777] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.514548] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b472263-9353-46c3-82e1-8517b4f38b9d in Status: UNINITIALIZED for 2s [ 750.664056] env[65123]: INFO networking_nsxv3.common.synchronization [None req-5d45a34c-cdd7-495c-a4e6-4d1d955cd6b8 None None] Enqueued Resource ID: 45ef9a00-e1f7-4dfe-b2a5-9d517c37a029 with Priority: HIGHEST for action port [ 750.665117] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45ef9a00-e1f7-4dfe-b2a5-9d517c37a029 with Priority: HIGHEST for action port [ 750.665117] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-45ef9a00-e1f7-4dfe-b2a5-9d517c37a029 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.665117] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45ef9a00-e1f7-4dfe-b2a5-9d517c37a029" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.665117] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45ef9a00-e1f7-4dfe-b2a5-9d517c37a029" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.665426] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45ef9a00-e1f7-4dfe-b2a5-9d517c37a029" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.665517] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45ef9a00-e1f7-4dfe-b2a5-9d517c37a029',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.783293] env[65123]: INFO networking_nsxv3.common.synchronization [None req-e7be9c0f-d388-4895-8ba7-42aeef07add3 None None] Enqueued Resource ID: eaafbc60-7efe-4974-b9d9-6a34bd81536a with Priority: HIGHEST for action port [ 750.783293] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaafbc60-7efe-4974-b9d9-6a34bd81536a with Priority: HIGHEST for action port [ 750.783293] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-eaafbc60-7efe-4974-b9d9-6a34bd81536a taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.783293] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eaafbc60-7efe-4974-b9d9-6a34bd81536a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.783293] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eaafbc60-7efe-4974-b9d9-6a34bd81536a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.784998] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eaafbc60-7efe-4974-b9d9-6a34bd81536a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.785259] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eaafbc60-7efe-4974-b9d9-6a34bd81536a',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.901480] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.901480] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.901480] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.901480] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.901480] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.901480] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.901480] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.901480] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.901480] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.901480] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.901480] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd already deleted. [ 750.901480] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.168830] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45ef9a00-e1f7-4dfe-b2a5-9d517c37a029 [ 751.168830] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.169124] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.169124] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.169463] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.169463] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.169463] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45ef9a00-e1f7-4dfe-b2a5-9d517c37a029 already deleted. [ 751.169579] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45ef9a00-e1f7-4dfe-b2a5-9d517c37a029" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.294646] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eaafbc60-7efe-4974-b9d9-6a34bd81536a [ 751.295256] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.295256] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.295256] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.295573] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.295573] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.295573] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eaafbc60-7efe-4974-b9d9-6a34bd81536a already deleted. [ 751.295689] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eaafbc60-7efe-4974-b9d9-6a34bd81536a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.557351] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-650 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.557547] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-650" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.557934] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-650" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.557995] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-650" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.558256] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.558416] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.558678] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.558759] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.559213] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.559213] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.559213] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 751.559319] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 751.559362] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 751.559444] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.559526] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 751.559647] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 751.581061] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 751.581061] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 751.581061] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 751.581061] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-650" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.581061] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-d0ebf452-da5b-4748-a4fe-adf181df176b taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.581061] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-d0ebf452-da5b-4748-a4fe-adf181df176b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.581061] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-d0ebf452-da5b-4748-a4fe-adf181df176b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.581061] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-d0ebf452-da5b-4748-a4fe-adf181df176b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.581061] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0ebf452-da5b-4748-a4fe-adf181df176b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.083130] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.083478] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.083667] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.085769] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.086622] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.087443] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port d0ebf452-da5b-4748-a4fe-adf181df176b not found, creating... [ 752.088702] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.089018] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.089243] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.089786] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.089882] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.090381] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.090651] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.090912] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.091344] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.091439] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.091676] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: d0ebf452-da5b-4748-a4fe-adf181df176b is going to be created. [ 752.117249] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.117464] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.117580] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.117838] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.118071] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.118291] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-d0ebf452-da5b-4748-a4fe-adf181df176b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.287138] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 in Status: SUCCESS [ 752.287647] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.396260] env[65123]: INFO networking_nsxv3.common.synchronization [req-17e824e5-fce0-46ed-8257-fa26798f0674 req-102cefc9-144f-4f0a-a673-9283cd389d47 tempest-ListServersNegativeTestJSON-28496433 tempest-ListServersNegativeTestJSON-28496433-project-member] Enqueued Resource ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd with Priority: HIGHEST for action security_group_members [ 752.396806] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd with Priority: HIGHEST for action security_group_members [ 752.397192] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.397334] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.397391] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.397585] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.397743] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.397842] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.397906] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.406019] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.406019] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.406019] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b14fcce-45d1-4b5a-8184-9d6a215d92fd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.526923] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b472263-9353-46c3-82e1-8517b4f38b9d in Status: SUCCESS [ 752.527208] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b472263-9353-46c3-82e1-8517b4f38b9d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.527400] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b472263-9353-46c3-82e1-8517b4f38b9d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.527694] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b472263-9353-46c3-82e1-8517b4f38b9d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.527968] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.528151] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.528224] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.529393] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.529393] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.529574] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b472263-9353-46c3-82e1-8517b4f38b9d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.529612] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b472263-9353-46c3-82e1-8517b4f38b9d',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.767460] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock network-650 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.767773] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "network-650" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.767898] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "network-650" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.768274] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "network-650" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.771046] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.771236] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.771523] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.771598] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.771743] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.771947] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.772069] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 752.772179] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 752.772282] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 752.772378] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.772479] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 752.772622] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 752.792596] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 752.792807] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 752.792945] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 752.793151] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "network-650" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.793499] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock port-24269e35-dbbb-4c25-be3c-a9c17625ee4b taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.793688] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "port-24269e35-dbbb-4c25-be3c-a9c17625ee4b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.793747] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "port-24269e35-dbbb-4c25-be3c-a9c17625ee4b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.794079] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "port-24269e35-dbbb-4c25-be3c-a9c17625ee4b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.795355] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24269e35-dbbb-4c25-be3c-a9c17625ee4b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.811081] env[65123]: INFO networking_nsxv3.common.synchronization [None req-0e1f60d8-42e8-4609-9666-d4041618373b None None] Enqueued Resource ID: c36f5a20-f062-496c-9602-9a807cd847fe with Priority: HIGHEST for action port [ 752.811669] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c36f5a20-f062-496c-9602-9a807cd847fe with Priority: HIGHEST for action port [ 752.812018] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-c36f5a20-f062-496c-9602-9a807cd847fe taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.812130] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c36f5a20-f062-496c-9602-9a807cd847fe" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.812577] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c36f5a20-f062-496c-9602-9a807cd847fe" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.812577] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c36f5a20-f062-496c-9602-9a807cd847fe" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.812577] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c36f5a20-f062-496c-9602-9a807cd847fe',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.849028] env[65123]: INFO networking_nsxv3.common.synchronization [req-17e824e5-fce0-46ed-8257-fa26798f0674 req-4b605dc6-23bb-4bbe-9e87-971543fd9adb service nova] Enqueued Resource ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd with Priority: HIGHEST for action security_group_rules [ 752.849028] env[65123]: INFO networking_nsxv3.common.synchronization [req-17e824e5-fce0-46ed-8257-fa26798f0674 req-4b605dc6-23bb-4bbe-9e87-971543fd9adb service nova] Enqueued Resource ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd with Priority: HIGHEST for action security_group_members [ 752.849172] env[65123]: INFO networking_nsxv3.common.synchronization [req-17e824e5-fce0-46ed-8257-fa26798f0674 req-4b605dc6-23bb-4bbe-9e87-971543fd9adb service nova] Enqueued Resource ID: d0ebf452-da5b-4748-a4fe-adf181df176b with Priority: HIGHEST for action port [ 752.849742] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd with Priority: HIGHEST for action security_group_rules [ 752.849852] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd with Priority: HIGHEST for action security_group_members [ 752.849955] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0ebf452-da5b-4748-a4fe-adf181df176b with Priority: HIGHEST for action port [ 752.850360] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b14fcce-45d1-4b5a-8184-9d6a215d92fd taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.850507] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.850552] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.850844] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.850888] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b14fcce-45d1-4b5a-8184-9d6a215d92fd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.851789] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.851925] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.852104] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0ebf452-da5b-4748-a4fe-adf181df176b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.852206] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0ebf452-da5b-4748-a4fe-adf181df176b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.852271] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0ebf452-da5b-4748-a4fe-adf181df176b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.852452] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0ebf452-da5b-4748-a4fe-adf181df176b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.852548] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0ebf452-da5b-4748-a4fe-adf181df176b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.915613] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.915613] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.915613] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.915613] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.915613] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.915613] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.915613] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.915613] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.915613] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.915613] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.915613] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd already deleted. [ 752.915613] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.915613] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.915613] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.915613] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.918643] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.918938] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.919701] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.920071] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.924493] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b14fcce-45d1-4b5a-8184-9d6a215d92fd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.033539] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b472263-9353-46c3-82e1-8517b4f38b9d taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.033539] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b472263-9353-46c3-82e1-8517b4f38b9d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.033539] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b472263-9353-46c3-82e1-8517b4f38b9d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.033539] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b472263-9353-46c3-82e1-8517b4f38b9d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.036658] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.036862] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.036918] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.037294] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.037403] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.037403] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b472263-9353-46c3-82e1-8517b4f38b9d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.037615] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b472263-9353-46c3-82e1-8517b4f38b9d taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.037680] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b472263-9353-46c3-82e1-8517b4f38b9d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.037738] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b472263-9353-46c3-82e1-8517b4f38b9d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.037901] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b472263-9353-46c3-82e1-8517b4f38b9d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.038897] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.038897] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.038897] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.038897] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.038897] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.038897] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b472263-9353-46c3-82e1-8517b4f38b9d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.038897] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b472263-9353-46c3-82e1-8517b4f38b9d',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.298426] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.299725] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.299725] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.299725] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.299937] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.300118] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Segment Port 24269e35-dbbb-4c25-be3c-a9c17625ee4b not found, creating... [ 753.300409] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.300577] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.300689] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.300927] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.301064] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.301343] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.301525] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.301647] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.301850] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.301980] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.302129] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Resource: SegmentPort with ID: 24269e35-dbbb-4c25-be3c-a9c17625ee4b is going to be created. [ 753.319043] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c36f5a20-f062-496c-9602-9a807cd847fe [ 753.319294] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.319463] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.319535] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.319764] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.320688] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.321162] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c36f5a20-f062-496c-9602-9a807cd847fe already deleted. [ 753.321162] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c36f5a20-f062-496c-9602-9a807cd847fe" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.327296] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.327496] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.327813] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.329903] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.329903] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.329903] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "port-24269e35-dbbb-4c25-be3c-a9c17625ee4b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.355211] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.355405] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.355633] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0ebf452-da5b-4748-a4fe-adf181df176b with status ACTIVE [ 753.355806] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.355916] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.355983] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.356203] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.356294] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.356457] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.356555] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.356637] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.356763] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.357204] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.357204] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.357204] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.357204] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.357602] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.357602] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.357602] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0ebf452-da5b-4748-a4fe-adf181df176b is going to be updated. [ 753.394942] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.394942] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.394942] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.394942] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.395321] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.395321] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0ebf452-da5b-4748-a4fe-adf181df176b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.427819] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b14fcce-45d1-4b5a-8184-9d6a215d92fd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.543138] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b472263-9353-46c3-82e1-8517b4f38b9d: rpc.has_security_group_logging(os_id): False [ 753.562487] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.562636] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.562847] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.562910] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.563017] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.563215] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.563313] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.563376] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.563528] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.563603] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.563797] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.563894] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.563955] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.564107] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.564183] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.564360] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.564453] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.564514] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.564648] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.564720] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.564804] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b472263-9353-46c3-82e1-8517b4f38b9d is going to be created. [ 753.626727] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.626892] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.626983] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.627290] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.627587] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.640828] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b472263-9353-46c3-82e1-8517b4f38b9d in Status: IN_PROGRESS for 2s [ 753.704370] env[65123]: INFO networking_nsxv3.common.synchronization [None req-3507a482-c401-4267-8e28-3e79ffa0a7d4 None None] Enqueued Resource ID: 401f9955-4965-4d34-8123-d124cc8fdab5 with Priority: HIGHEST for action port [ 753.705045] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 401f9955-4965-4d34-8123-d124cc8fdab5 with Priority: HIGHEST for action port [ 753.705366] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-401f9955-4965-4d34-8123-d124cc8fdab5 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.705637] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-401f9955-4965-4d34-8123-d124cc8fdab5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.705734] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-401f9955-4965-4d34-8123-d124cc8fdab5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.706010] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-401f9955-4965-4d34-8123-d124cc8fdab5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.706160] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('401f9955-4965-4d34-8123-d124cc8fdab5',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.934580] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b14fcce-45d1-4b5a-8184-9d6a215d92fd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.070934] env[65123]: INFO networking_nsxv3.common.synchronization [req-17e824e5-fce0-46ed-8257-fa26798f0674 req-82a71e26-37ef-47c1-9950-cfc21ec8ca7c service nova] Enqueued Resource ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd with Priority: HIGHEST for action security_group_rules [ 754.074217] env[65123]: INFO networking_nsxv3.common.synchronization [req-17e824e5-fce0-46ed-8257-fa26798f0674 req-82a71e26-37ef-47c1-9950-cfc21ec8ca7c service nova] Enqueued Resource ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd with Priority: HIGHEST for action security_group_members [ 754.074617] env[65123]: INFO networking_nsxv3.common.synchronization [req-17e824e5-fce0-46ed-8257-fa26798f0674 req-82a71e26-37ef-47c1-9950-cfc21ec8ca7c service nova] Enqueued Resource ID: 24269e35-dbbb-4c25-be3c-a9c17625ee4b with Priority: HIGHEST for action port [ 754.075389] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd with Priority: HIGHEST for action security_group_rules [ 754.075695] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd with Priority: HIGHEST for action security_group_members [ 754.075695] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24269e35-dbbb-4c25-be3c-a9c17625ee4b with Priority: HIGHEST for action port [ 754.078641] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b14fcce-45d1-4b5a-8184-9d6a215d92fd taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.078641] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.078641] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.078641] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.078641] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-24269e35-dbbb-4c25-be3c-a9c17625ee4b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.078641] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24269e35-dbbb-4c25-be3c-a9c17625ee4b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.078641] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24269e35-dbbb-4c25-be3c-a9c17625ee4b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.078641] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24269e35-dbbb-4c25-be3c-a9c17625ee4b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.078641] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24269e35-dbbb-4c25-be3c-a9c17625ee4b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.209290] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 401f9955-4965-4d34-8123-d124cc8fdab5 [ 754.209576] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.209722] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.209792] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.210009] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.210109] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.210289] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:401f9955-4965-4d34-8123-d124cc8fdab5 already deleted. [ 754.210398] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-401f9955-4965-4d34-8123-d124cc8fdab5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.365669] env[65123]: INFO networking_nsxv3.common.synchronization [None req-a476f587-1ef3-460f-9f5b-d869843f76e8 tempest-AttachVolumeTestJSON-293892057 tempest-AttachVolumeTestJSON-293892057-project-member] Enqueued Resource ID: 8fcd665b-7f92-418a-a7bb-35a0ae34d15b with Priority: HIGHEST for action security_group_rules [ 754.368278] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fcd665b-7f92-418a-a7bb-35a0ae34d15b with Priority: HIGHEST for action security_group_rules [ 754.368278] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fcd665b-7f92-418a-a7bb-35a0ae34d15b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.368278] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fcd665b-7f92-418a-a7bb-35a0ae34d15b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.368278] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fcd665b-7f92-418a-a7bb-35a0ae34d15b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.368278] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fcd665b-7f92-418a-a7bb-35a0ae34d15b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.368789] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fcd665b-7f92-418a-a7bb-35a0ae34d15b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.438379] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.438379] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.438379] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.438682] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.438682] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.438782] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd is going to be created. [ 754.461218] env[65123]: INFO networking_nsxv3.common.synchronization [None req-f3c377cf-5a9f-4116-85c0-a532235f5e75 tempest-AttachVolumeTestJSON-293892057 tempest-AttachVolumeTestJSON-293892057-project-member] Enqueued Resource ID: 8fcd665b-7f92-418a-a7bb-35a0ae34d15b with Priority: HIGHEST for action security_group_rules [ 754.461928] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fcd665b-7f92-418a-a7bb-35a0ae34d15b with Priority: HIGHEST for action security_group_rules [ 754.464313] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fcd665b-7f92-418a-a7bb-35a0ae34d15b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.464436] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fcd665b-7f92-418a-a7bb-35a0ae34d15b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.467676] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.467849] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.467966] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.468277] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.468501] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.483500] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd in Status: UNINITIALIZED for 2s [ 754.581197] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24269e35-dbbb-4c25-be3c-a9c17625ee4b with status ACTIVE [ 754.581524] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.581736] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.581827] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.582066] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.582164] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.582359] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.582472] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.582531] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.582704] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.583466] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.583611] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.583757] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.583828] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.584021] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.584125] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.584240] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24269e35-dbbb-4c25-be3c-a9c17625ee4b is going to be updated. [ 754.614145] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.614517] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.615360] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.615360] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.615360] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.615360] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24269e35-dbbb-4c25-be3c-a9c17625ee4b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.900296] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.900471] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.900525] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.900800] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.900951] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.901178] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fcd665b-7f92-418a-a7bb-35a0ae34d15b already deleted. [ 754.901258] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fcd665b-7f92-418a-a7bb-35a0ae34d15b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.901476] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fcd665b-7f92-418a-a7bb-35a0ae34d15b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.901707] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fcd665b-7f92-418a-a7bb-35a0ae34d15b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.901815] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fcd665b-7f92-418a-a7bb-35a0ae34d15b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.274418] env[65123]: INFO networking_nsxv3.common.synchronization [req-17e824e5-fce0-46ed-8257-fa26798f0674 req-353a800c-ff4c-4ab6-b77e-6bf154b9a685 tempest-ListServersNegativeTestJSON-28496433 tempest-ListServersNegativeTestJSON-28496433-project-member] Enqueued Resource ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd with Priority: HIGHEST for action security_group_members [ 755.275630] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd with Priority: HIGHEST for action security_group_members [ 755.276200] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.276353] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.427171] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.427677] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.427677] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.427677] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.427880] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.427880] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fcd665b-7f92-418a-a7bb-35a0ae34d15b already deleted. [ 755.427970] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fcd665b-7f92-418a-a7bb-35a0ae34d15b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.652339] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock network-650 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.652339] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "network-650" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.652339] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "network-650" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.652339] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "network-650" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.652339] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.652339] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.652723] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.652723] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.652801] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.652996] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 755.653164] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 755.653273] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 755.653379] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 755.653482] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 755.653585] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 755.653714] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 755.655851] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b472263-9353-46c3-82e1-8517b4f38b9d in Status: SUCCESS [ 755.656100] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b472263-9353-46c3-82e1-8517b4f38b9d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.675520] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 755.675719] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 755.675833] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 755.675976] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "network-650" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.676550] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock port-0c8a986f-05de-4619-a763-e058e9de7ee8 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.676715] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "port-0c8a986f-05de-4619-a763-e058e9de7ee8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.676773] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "port-0c8a986f-05de-4619-a763-e058e9de7ee8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.677149] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "port-0c8a986f-05de-4619-a763-e058e9de7ee8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.677296] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c8a986f-05de-4619-a763-e058e9de7ee8',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.183613] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.183846] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.183959] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.185127] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.185127] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.185127] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Segment Port 0c8a986f-05de-4619-a763-e058e9de7ee8 not found, creating... [ 756.185127] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.185127] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.185127] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.185364] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.185445] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.185668] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.185779] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.185887] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.186678] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.186878] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.187214] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Resource: SegmentPort with ID: 0c8a986f-05de-4619-a763-e058e9de7ee8 is going to be created. [ 756.208560] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.209021] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.209021] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.209288] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.209601] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.210135] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "port-0c8a986f-05de-4619-a763-e058e9de7ee8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.495614] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd in Status: SUCCESS [ 756.495921] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.496097] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.496315] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.496545] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.496672] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.496738] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.496916] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.497008] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.497166] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.497280] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b14fcce-45d1-4b5a-8184-9d6a215d92fd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.500443] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.501452] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.501452] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.501452] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.501452] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.501452] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.501452] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.501452] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b14fcce-45d1-4b5a-8184-9d6a215d92fd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.964247] env[65123]: INFO networking_nsxv3.common.synchronization [req-17e824e5-fce0-46ed-8257-fa26798f0674 req-0b9e6856-bfc5-4255-9599-e2792cb91c87 service nova] Enqueued Resource ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd with Priority: HIGHEST for action security_group_rules [ 756.964343] env[65123]: INFO networking_nsxv3.common.synchronization [req-17e824e5-fce0-46ed-8257-fa26798f0674 req-0b9e6856-bfc5-4255-9599-e2792cb91c87 service nova] Enqueued Resource ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd with Priority: HIGHEST for action security_group_members [ 756.964476] env[65123]: INFO networking_nsxv3.common.synchronization [req-17e824e5-fce0-46ed-8257-fa26798f0674 req-0b9e6856-bfc5-4255-9599-e2792cb91c87 service nova] Enqueued Resource ID: 0c8a986f-05de-4619-a763-e058e9de7ee8 with Priority: HIGHEST for action port [ 756.964789] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd with Priority: HIGHEST for action security_group_rules [ 756.964944] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd with Priority: HIGHEST for action security_group_members [ 756.965063] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c8a986f-05de-4619-a763-e058e9de7ee8 with Priority: HIGHEST for action port [ 756.965837] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b14fcce-45d1-4b5a-8184-9d6a215d92fd taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.965946] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.966170] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.966232] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.966405] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c8a986f-05de-4619-a763-e058e9de7ee8 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.966497] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c8a986f-05de-4619-a763-e058e9de7ee8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.966561] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c8a986f-05de-4619-a763-e058e9de7ee8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.966757] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c8a986f-05de-4619-a763-e058e9de7ee8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.966837] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c8a986f-05de-4619-a763-e058e9de7ee8',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.003591] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.004217] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.004217] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b14fcce-45d1-4b5a-8184-9d6a215d92fd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.183028] env[65123]: INFO networking_nsxv3.common.synchronization [req-2ec48eab-2d38-4231-af6b-64f61c03f548 req-f9c73d71-90bb-4293-b5f6-a678fe0ea553 tempest-ImagesOneServerNegativeTestJSON-1485946634 tempest-ImagesOneServerNegativeTestJSON-1485946634-project-member] Enqueued Resource ID: bd17b423-2504-4a0b-9316-d9646b5856f9 with Priority: HIGHEST for action security_group_members [ 757.183282] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd17b423-2504-4a0b-9316-d9646b5856f9 with Priority: HIGHEST for action security_group_members [ 757.183470] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd17b423-2504-4a0b-9316-d9646b5856f9 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.184094] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.184094] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.184094] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.184288] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.184288] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.184380] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.184573] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.184573] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.184689] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd17b423-2504-4a0b-9316-d9646b5856f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.468666] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c8a986f-05de-4619-a763-e058e9de7ee8 with status ACTIVE [ 757.469095] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.469095] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.469335] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.469335] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.469444] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.470023] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.470023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.470023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.470023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.470023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.470365] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.470365] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.470365] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.470496] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.470529] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.470591] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c8a986f-05de-4619-a763-e058e9de7ee8 is going to be updated. [ 757.494779] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.495220] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.495326] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.495642] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.495870] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.495958] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c8a986f-05de-4619-a763-e058e9de7ee8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.506625] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b14fcce-45d1-4b5a-8184-9d6a215d92fd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.687375] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.687529] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.687640] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.688361] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.688361] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.688361] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.688361] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.688361] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.688575] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.688575] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.688575] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd17b423-2504-4a0b-9316-d9646b5856f9 is going to be updated. [ 757.734463] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.734463] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.734463] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.734463] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.734463] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.745611] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd17b423-2504-4a0b-9316-d9646b5856f9 in Status: IN_PROGRESS for 2s [ 758.014762] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.014899] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.015024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.015314] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.015438] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.015605] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd is going to be updated. [ 758.086434] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.086434] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.091230] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.091230] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.091230] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.114264] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd in Status: IN_PROGRESS for 2s [ 759.666698] env[65123]: INFO networking_nsxv3.common.synchronization [req-fe2632c9-9842-40c9-8fc6-2bda1930b4bf req-2c27e560-7af5-41c8-811f-630af234a33f tempest-ServersTestFqdnHostnames-1144118027 tempest-ServersTestFqdnHostnames-1144118027-project-member] Enqueued Resource ID: 8755a35f-2278-4b61-8b7f-4cc8c9a1961c with Priority: HIGHEST for action security_group_members [ 759.667957] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8755a35f-2278-4b61-8b7f-4cc8c9a1961c with Priority: HIGHEST for action security_group_members [ 759.667957] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-8755a35f-2278-4b61-8b7f-4cc8c9a1961c taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.667957] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8755a35f-2278-4b61-8b7f-4cc8c9a1961c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.667957] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8755a35f-2278-4b61-8b7f-4cc8c9a1961c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.668430] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8755a35f-2278-4b61-8b7f-4cc8c9a1961c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.668430] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.668430] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.668761] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.668761] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.668761] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.668900] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8755a35f-2278-4b61-8b7f-4cc8c9a1961c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.759362] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd17b423-2504-4a0b-9316-d9646b5856f9 in Status: SUCCESS [ 759.759362] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd17b423-2504-4a0b-9316-d9646b5856f9 deletion is rescheduled due to dependency. [ 759.759362] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.126353] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd in Status: SUCCESS [ 760.126353] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.126353] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.126353] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.126353] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.126353] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.126353] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.126353] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.126353] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.126792] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b14fcce-45d1-4b5a-8184-9d6a215d92fd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.182530] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.182530] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.182530] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.182530] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.182693] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.182841] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.182958] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.183032] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.183192] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.183268] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.183446] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8755a35f-2278-4b61-8b7f-4cc8c9a1961c is going to be updated. [ 760.229242] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.229242] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.229242] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.229242] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.229242] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.241964] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8755a35f-2278-4b61-8b7f-4cc8c9a1961c in Status: IN_PROGRESS for 2s [ 760.321568] env[65123]: INFO networking_nsxv3.common.synchronization [req-061dc665-982c-48af-9dd9-3cd5d11fe676 req-12d49280-ed16-4724-ab8d-6e598e472888 tempest-DeleteServersTestJSON-1766806868 tempest-DeleteServersTestJSON-1766806868-project-member] Enqueued Resource ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 with Priority: HIGHEST for action security_group_members [ 760.322927] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 with Priority: HIGHEST for action security_group_members [ 760.322927] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.322927] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.322927] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.322927] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.323387] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.323469] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.323530] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.323715] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.323801] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.323894] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.629927] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b14fcce-45d1-4b5a-8184-9d6a215d92fd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.830369] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.830794] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.830794] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.830794] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.830794] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.831123] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.831123] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.831123] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.831593] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.831593] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.831593] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 is going to be updated. [ 760.868465] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.869146] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.869146] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.869146] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.869146] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.879795] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 in Status: IN_PROGRESS for 2s [ 761.133243] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b14fcce-45d1-4b5a-8184-9d6a215d92fd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.638712] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.639435] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.639435] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.639435] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.639644] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.639700] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd is going to be updated. [ 761.673816] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.674078] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.674195] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.674645] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.674848] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.688934] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd in Status: IN_PROGRESS for 2s [ 762.255550] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8755a35f-2278-4b61-8b7f-4cc8c9a1961c in Status: IN_PROGRESS for 4s [ 762.892527] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 in Status: SUCCESS [ 762.892527] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 deletion is rescheduled due to dependency. [ 762.892527] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.703429] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd in Status: SUCCESS [ 763.705684] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.705684] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.705684] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.705684] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.705684] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.705684] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.705684] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.705684] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.705684] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b14fcce-45d1-4b5a-8184-9d6a215d92fd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.208799] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b14fcce-45d1-4b5a-8184-9d6a215d92fd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.268553] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8755a35f-2278-4b61-8b7f-4cc8c9a1961c in Status: SUCCESS [ 764.269014] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8755a35f-2278-4b61-8b7f-4cc8c9a1961c deletion is rescheduled due to dependency. [ 764.269014] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8755a35f-2278-4b61-8b7f-4cc8c9a1961c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.710085] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b14fcce-45d1-4b5a-8184-9d6a215d92fd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.212790] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.213118] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.213679] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.214084] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.214268] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.214451] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd is going to be updated. [ 765.248512] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.248708] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.248708] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.248965] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.249330] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.261779] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd in Status: IN_PROGRESS for 2s [ 765.324040] env[65123]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 765.324040] env[65123]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 765.472309] env[65123]: INFO networking_nsxv3.common.synchronization [req-27424767-5378-4391-9021-fc0086eb1dfa req-d6666902-4e8f-4ac2-b052-af39427cf937 tempest-ServersNegativeTestMultiTenantJSON-1283265872 tempest-ServersNegativeTestMultiTenantJSON-1283265872-project-member] Enqueued Resource ID: 3b472263-9353-46c3-82e1-8517b4f38b9d with Priority: HIGHEST for action security_group_members [ 765.472945] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b472263-9353-46c3-82e1-8517b4f38b9d with Priority: HIGHEST for action security_group_members [ 765.474223] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b472263-9353-46c3-82e1-8517b4f38b9d taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.475034] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b472263-9353-46c3-82e1-8517b4f38b9d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.475034] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b472263-9353-46c3-82e1-8517b4f38b9d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.475034] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b472263-9353-46c3-82e1-8517b4f38b9d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.475034] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.475034] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.475034] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.475280] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.475280] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.475280] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b472263-9353-46c3-82e1-8517b4f38b9d',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.977979] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.978368] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.978368] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.978491] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.978595] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.978831] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.978937] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.979091] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.979216] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.979289] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.979375] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b472263-9353-46c3-82e1-8517b4f38b9d is going to be updated. [ 766.014560] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.014560] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.014560] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.014560] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.014560] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.025954] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b472263-9353-46c3-82e1-8517b4f38b9d in Status: IN_PROGRESS for 2s [ 766.895667] env[65123]: INFO networking_nsxv3.common.synchronization [None req-3467014a-d19a-494b-a128-f3a14aebd85c None None] Enqueued Resource ID: c5f6586b-4e41-478a-8ca5-9f322fad7996 with Priority: HIGHEST for action port [ 766.896234] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5f6586b-4e41-478a-8ca5-9f322fad7996 with Priority: HIGHEST for action port [ 766.896546] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5f6586b-4e41-478a-8ca5-9f322fad7996 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.896673] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5f6586b-4e41-478a-8ca5-9f322fad7996" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.896740] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5f6586b-4e41-478a-8ca5-9f322fad7996" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.896990] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5f6586b-4e41-478a-8ca5-9f322fad7996" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.898199] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5f6586b-4e41-478a-8ca5-9f322fad7996',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.272190] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd in Status: SUCCESS [ 767.272579] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.272579] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.272799] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.272988] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.273124] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.273187] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.273344] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.273427] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.273513] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.273666] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.273761] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.273821] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.273958] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.274106] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.274202] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.274255] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.274388] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.274466] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.274568] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.274620] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b14fcce-45d1-4b5a-8184-9d6a215d92fd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.400708] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c5f6586b-4e41-478a-8ca5-9f322fad7996 [ 767.401098] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.401284] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.401386] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.401592] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.401696] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.401796] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c5f6586b-4e41-478a-8ca5-9f322fad7996 already deleted. [ 767.401879] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5f6586b-4e41-478a-8ca5-9f322fad7996" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.778377] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b14fcce-45d1-4b5a-8184-9d6a215d92fd: rpc.has_security_group_logging(os_id): False [ 767.807249] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.807249] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.807249] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.807249] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.807249] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.807249] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.807249] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.807249] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.808923] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.809541] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.810134] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.810942] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.811109] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.811359] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.811546] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.811828] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.814722] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.814885] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.815167] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.815340] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.815593] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd is going to be created. [ 767.875749] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.876425] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.876642] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.877440] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.877748] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.894134] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd in Status: IN_PROGRESS for 2s [ 768.042647] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b472263-9353-46c3-82e1-8517b4f38b9d in Status: SUCCESS [ 768.042858] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b472263-9353-46c3-82e1-8517b4f38b9d deletion is rescheduled due to dependency. [ 768.042858] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b472263-9353-46c3-82e1-8517b4f38b9d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.922196] env[65123]: INFO networking_nsxv3.common.synchronization [req-8b50a992-b125-4bd4-852b-f68417345cf1 req-49bd5ac4-2b25-489a-b9f1-bcdd6fbc7476 tempest-ListServersNegativeTestJSON-28496433 tempest-ListServersNegativeTestJSON-28496433-project-member] Enqueued Resource ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd with Priority: HIGHEST for action security_group_members [ 768.922196] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd with Priority: HIGHEST for action security_group_members [ 768.922196] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.922196] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.922196] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.927519] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.927519] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.927519] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.927519] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.927519] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.927519] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.927519] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b14fcce-45d1-4b5a-8184-9d6a215d92fd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.430876] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b14fcce-45d1-4b5a-8184-9d6a215d92fd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.441132] env[65123]: INFO networking_nsxv3.common.synchronization [req-39f5edb9-b4c2-41c1-bdff-7ea86998bd11 req-428fd50f-f3b1-43e8-b1d9-74a1e7be7285 tempest-ServerDiskConfigTestJSON-1012320618 tempest-ServerDiskConfigTestJSON-1012320618-project-member] Enqueued Resource ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 with Priority: HIGHEST for action security_group_members [ 769.444031] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 with Priority: HIGHEST for action security_group_members [ 769.444031] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.444031] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.444031] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.444321] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.444541] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.444659] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.444757] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.444976] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.445429] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.445429] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.618108] env[65123]: INFO networking_nsxv3.common.synchronization [None req-5bd49d62-3061-4a70-9900-6ef4bb6ed58c None None] Enqueued Resource ID: a46fd205-6f96-4b0b-8b5e-714fb4c5bdd8 with Priority: HIGHEST for action port [ 769.618305] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a46fd205-6f96-4b0b-8b5e-714fb4c5bdd8 with Priority: HIGHEST for action port [ 769.618586] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-a46fd205-6f96-4b0b-8b5e-714fb4c5bdd8 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.618710] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a46fd205-6f96-4b0b-8b5e-714fb4c5bdd8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.618773] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a46fd205-6f96-4b0b-8b5e-714fb4c5bdd8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.623033] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a46fd205-6f96-4b0b-8b5e-714fb4c5bdd8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.623033] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a46fd205-6f96-4b0b-8b5e-714fb4c5bdd8',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.858031] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-211 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.858252] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-211" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.858512] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-211" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.858821] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-211" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.859277] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.859358] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.859529] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.860258] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.860362] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.860650] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 769.860854] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 769.861055] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 769.861209] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 769.861391] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 769.861576] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 769.861721] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 769.888035] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 769.889216] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 769.889216] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 769.889216] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-211" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.889416] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-8576eb3e-8c44-4cd7-9ac2-2c38fe1de048 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.890580] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-8576eb3e-8c44-4cd7-9ac2-2c38fe1de048" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.890580] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-8576eb3e-8c44-4cd7-9ac2-2c38fe1de048" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.890580] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-8576eb3e-8c44-4cd7-9ac2-2c38fe1de048" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.890580] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8576eb3e-8c44-4cd7-9ac2-2c38fe1de048',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.910358] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd in Status: SUCCESS [ 769.910588] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.910850] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.911108] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.911190] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b14fcce-45d1-4b5a-8184-9d6a215d92fd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.935351] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b14fcce-45d1-4b5a-8184-9d6a215d92fd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.950397] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.950397] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.950590] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.950727] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.950783] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.951084] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.951084] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.951220] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.951318] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.951365] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.951420] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 already deleted. [ 769.951502] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.126014] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a46fd205-6f96-4b0b-8b5e-714fb4c5bdd8 [ 770.126278] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.126434] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.126506] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.126739] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.126832] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.126933] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a46fd205-6f96-4b0b-8b5e-714fb4c5bdd8 already deleted. [ 770.127025] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a46fd205-6f96-4b0b-8b5e-714fb4c5bdd8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.393912] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.394145] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.394314] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.394554] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.394697] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.394856] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port 8576eb3e-8c44-4cd7-9ac2-2c38fe1de048 not found, creating... [ 770.395146] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.395327] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.395615] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.395683] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.395786] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.396071] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.396324] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.396444] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.396649] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.396777] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.396913] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: 8576eb3e-8c44-4cd7-9ac2-2c38fe1de048 is going to be created. [ 770.414047] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.414200] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.418630] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.418840] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.419161] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.419332] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.419619] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.419865] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-8576eb3e-8c44-4cd7-9ac2-2c38fe1de048" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.437808] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.437808] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.438083] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.438119] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.438261] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.438374] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd is going to be updated. [ 770.468036] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.468036] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.468036] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.468358] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.468396] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.480467] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd in Status: IN_PROGRESS for 2s [ 771.192313] env[65123]: INFO networking_nsxv3.common.synchronization [req-39f5edb9-b4c2-41c1-bdff-7ea86998bd11 req-5c4f4b96-bd65-495a-b159-00fb9e2a6eaa service nova] Enqueued Resource ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 with Priority: HIGHEST for action security_group_rules [ 771.192573] env[65123]: INFO networking_nsxv3.common.synchronization [req-39f5edb9-b4c2-41c1-bdff-7ea86998bd11 req-5c4f4b96-bd65-495a-b159-00fb9e2a6eaa service nova] Enqueued Resource ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 with Priority: HIGHEST for action security_group_members [ 771.192643] env[65123]: INFO networking_nsxv3.common.synchronization [req-39f5edb9-b4c2-41c1-bdff-7ea86998bd11 req-5c4f4b96-bd65-495a-b159-00fb9e2a6eaa service nova] Enqueued Resource ID: 8576eb3e-8c44-4cd7-9ac2-2c38fe1de048 with Priority: HIGHEST for action port [ 771.193248] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 with Priority: HIGHEST for action security_group_rules [ 771.194011] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 with Priority: HIGHEST for action security_group_members [ 771.194011] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8576eb3e-8c44-4cd7-9ac2-2c38fe1de048 with Priority: HIGHEST for action port [ 771.194011] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.194011] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.194324] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.194929] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.194929] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.197106] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.197106] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.197106] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.197106] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.197587] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.197587] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.197587] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.197587] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.197733] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.197733] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.198727] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-8576eb3e-8c44-4cd7-9ac2-2c38fe1de048 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.198872] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8576eb3e-8c44-4cd7-9ac2-2c38fe1de048" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.198940] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8576eb3e-8c44-4cd7-9ac2-2c38fe1de048" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.199113] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8576eb3e-8c44-4cd7-9ac2-2c38fe1de048" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.199190] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8576eb3e-8c44-4cd7-9ac2-2c38fe1de048',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.543490] env[65123]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] NSXv3 Agent Agent loop - iteration:0 completed [ 771.543671] env[65123]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] NSXv3 Agent Agent loop - iteration:1 started [ 771.701585] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.702460] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.702460] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.703037] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8576eb3e-8c44-4cd7-9ac2-2c38fe1de048 with status ACTIVE [ 771.703252] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.703407] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.703491] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.703850] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.703850] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.704057] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.704177] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.704267] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.704460] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.704553] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.704769] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.704886] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.704954] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.705154] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.705265] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.705385] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8576eb3e-8c44-4cd7-9ac2-2c38fe1de048 is going to be updated. [ 771.732123] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.732295] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.732355] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.732586] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.732834] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.733696] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8576eb3e-8c44-4cd7-9ac2-2c38fe1de048" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.208330] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.437925] env[65123]: INFO networking_nsxv3.common.synchronization [req-236837fe-1a16-4e72-8299-496612d73e2b req-1dedbafb-46f9-42b6-8520-6369e2072773 tempest-ListImageFiltersTestJSON-16328047 tempest-ListImageFiltersTestJSON-16328047-project-member] Enqueued Resource ID: 004c13a1-c351-46a4-b35f-baaa03ef1040 with Priority: HIGHEST for action security_group_members [ 772.438328] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 004c13a1-c351-46a4-b35f-baaa03ef1040 with Priority: HIGHEST for action security_group_members [ 772.440070] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-004c13a1-c351-46a4-b35f-baaa03ef1040 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.440070] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.440070] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.440458] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.440458] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.440578] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.440627] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.440819] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.440936] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.441079] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('004c13a1-c351-46a4-b35f-baaa03ef1040',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.492247] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd in Status: SUCCESS [ 772.492538] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.492726] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.493013] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.493155] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.493278] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.493347] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.493531] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.493588] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.493675] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.493768] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b14fcce-45d1-4b5a-8184-9d6a215d92fd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.714788] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.714958] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.714958] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.715969] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.715969] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.715969] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 is going to be created. [ 772.742183] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.742330] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.742432] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.742705] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.742882] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.752546] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 in Status: UNINITIALIZED for 2s [ 772.944747] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('004c13a1-c351-46a4-b35f-baaa03ef1040',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.996273] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.996430] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.996512] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.996743] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.996914] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.997032] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.997100] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.997310] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.997403] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.997491] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.997638] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.997734] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.997794] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.997958] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.998171] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.998271] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.998342] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.998553] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.998679] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.998817] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.998965] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b14fcce-45d1-4b5a-8184-9d6a215d92fd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.447124] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('004c13a1-c351-46a4-b35f-baaa03ef1040',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.501557] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b14fcce-45d1-4b5a-8184-9d6a215d92fd: rpc.has_security_group_logging(os_id): False [ 773.524834] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.524834] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.524834] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.524834] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.525177] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.525232] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.525386] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.525543] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.525627] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.525726] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.525931] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.526352] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.526352] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.526352] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.526484] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.526609] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.526738] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.526819] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.526989] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.527119] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.527255] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd is going to be updated. [ 773.607590] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.607792] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.607792] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.608710] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.608710] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.624046] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd in Status: IN_PROGRESS for 2s [ 773.950729] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.953765] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.953765] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.953765] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.953765] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.953765] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 004c13a1-c351-46a4-b35f-baaa03ef1040 is going to be updated. [ 773.987048] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.987241] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.987422] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.987696] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.987922] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.999366] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 004c13a1-c351-46a4-b35f-baaa03ef1040 in Status: IN_PROGRESS for 2s [ 774.471432] env[65123]: INFO networking_nsxv3.common.synchronization [req-2a2bf988-47b2-4152-917c-f1f17c1f9686 req-17b48c56-d7e4-4f10-85b0-a8cb822d7a3c tempest-ServerAddressesNegativeTestJSON-498431604 tempest-ServerAddressesNegativeTestJSON-498431604-project-member] Enqueued Resource ID: a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae with Priority: HIGHEST for action security_group_members [ 774.472117] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae with Priority: HIGHEST for action security_group_members [ 774.472469] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.472599] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.472665] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.472917] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.474427] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.475032] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.475122] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.475313] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.475438] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.476107] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.764882] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 in Status: SUCCESS [ 774.765556] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.765860] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.768153] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.768153] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.768153] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.768153] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.768153] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.768153] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.768153] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.768153] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.828718] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock network-422 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.828964] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "network-422" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.829115] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "network-422" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.829466] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "network-422" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.829788] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.830132] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.830385] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.830704] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.830932] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.831232] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.831451] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 774.831625] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 774.831800] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 774.831969] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.832171] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 774.832386] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 774.854954] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 774.855271] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 774.855422] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 774.855648] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "network-422" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.856157] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock port-9aa3c77f-65bd-4092-b106-c5ced7879dbc taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.856300] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "port-9aa3c77f-65bd-4092-b106-c5ced7879dbc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.856482] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "port-9aa3c77f-65bd-4092-b106-c5ced7879dbc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.856824] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "port-9aa3c77f-65bd-4092-b106-c5ced7879dbc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.856998] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9aa3c77f-65bd-4092-b106-c5ced7879dbc',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.978596] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.978798] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.978907] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.979283] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.979437] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.979812] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.979916] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.980018] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.980212] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.980302] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.980411] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae already deleted. [ 774.980506] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.270662] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.270859] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.270903] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.271149] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.271341] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.271657] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.271740] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.272024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.272163] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.272325] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.272505] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.272605] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.272666] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.272843] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.272985] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.273090] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.273151] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.273314] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.273366] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.273454] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.273543] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.359996] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.360331] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.360468] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.360734] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.360964] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.361519] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Segment Port 9aa3c77f-65bd-4092-b106-c5ced7879dbc not found, creating... [ 775.362284] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.362662] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.362877] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.363330] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.363548] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.363907] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.364155] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.364336] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.364639] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.364827] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.365019] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Resource: SegmentPort with ID: 9aa3c77f-65bd-4092-b106-c5ced7879dbc is going to be created. [ 775.396422] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.396799] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.397013] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.397374] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.397647] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.397902] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "port-9aa3c77f-65bd-4092-b106-c5ced7879dbc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.643204] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd in Status: SUCCESS [ 775.643204] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.643204] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.643204] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.643204] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b14fcce-45d1-4b5a-8184-9d6a215d92fd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.776158] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0: rpc.has_security_group_logging(os_id): False [ 775.796918] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.797165] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.797305] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.797559] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.797695] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.798034] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.798233] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.798326] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.798520] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.798621] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.798898] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.799163] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.799277] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.799503] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.799618] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.799874] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.800030] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.800166] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.800333] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.800447] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.800619] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 is going to be created. [ 775.861699] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.861699] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.861699] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.861699] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.862071] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.876935] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 in Status: IN_PROGRESS for 2s [ 776.021888] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 004c13a1-c351-46a4-b35f-baaa03ef1040 in Status: SUCCESS [ 776.022255] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.146701] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.146933] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.146933] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.147048] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.147318] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.147446] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.147514] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.147689] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.147776] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.147864] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.148033] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b14fcce-45d1-4b5a-8184-9d6a215d92fd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.181732] env[65123]: INFO networking_nsxv3.common.synchronization [req-2a2bf988-47b2-4152-917c-f1f17c1f9686 req-949e3170-f97b-4f57-bd97-78f9b5fb1966 service nova] Enqueued Resource ID: a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae with Priority: HIGHEST for action security_group_rules [ 776.181948] env[65123]: INFO networking_nsxv3.common.synchronization [req-2a2bf988-47b2-4152-917c-f1f17c1f9686 req-949e3170-f97b-4f57-bd97-78f9b5fb1966 service nova] Enqueued Resource ID: a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae with Priority: HIGHEST for action security_group_members [ 776.182128] env[65123]: INFO networking_nsxv3.common.synchronization [req-2a2bf988-47b2-4152-917c-f1f17c1f9686 req-949e3170-f97b-4f57-bd97-78f9b5fb1966 service nova] Enqueued Resource ID: 9aa3c77f-65bd-4092-b106-c5ced7879dbc with Priority: HIGHEST for action port [ 776.182555] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae with Priority: HIGHEST for action security_group_rules [ 776.182692] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae with Priority: HIGHEST for action security_group_members [ 776.182791] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aa3c77f-65bd-4092-b106-c5ced7879dbc with Priority: HIGHEST for action port [ 776.183159] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.183349] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.183434] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.183731] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.184634] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.185625] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.186238] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.186324] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.186559] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.186744] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.186883] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.187015] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.188287] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.188287] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.188287] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.188287] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-9aa3c77f-65bd-4092-b106-c5ced7879dbc taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.188832] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9aa3c77f-65bd-4092-b106-c5ced7879dbc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.188832] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9aa3c77f-65bd-4092-b106-c5ced7879dbc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.188832] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9aa3c77f-65bd-4092-b106-c5ced7879dbc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.189384] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9aa3c77f-65bd-4092-b106-c5ced7879dbc',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.651274] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.651603] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.651603] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.651603] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.651775] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.651934] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.652076] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.652267] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.652383] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.652510] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.652683] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.652813] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.652894] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.653162] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.653289] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.653433] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.653521] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.653687] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.653787] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.653924] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.654008] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b14fcce-45d1-4b5a-8184-9d6a215d92fd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.692322] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.694302] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.694302] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.694302] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9aa3c77f-65bd-4092-b106-c5ced7879dbc with status ACTIVE [ 776.694302] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.694302] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.694302] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.694613] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.694613] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.694697] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.694745] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.694879] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.694938] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.695062] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.695507] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.695594] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.695594] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.696259] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.696259] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.696259] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9aa3c77f-65bd-4092-b106-c5ced7879dbc is going to be updated. [ 776.718997] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.719164] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.719237] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.719464] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.719650] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.719817] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9aa3c77f-65bd-4092-b106-c5ced7879dbc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.069031] env[65123]: INFO networking_nsxv3.common.synchronization [req-7738723f-d1e3-4dd1-9b32-357a9acb1372 req-7d180d2b-5e29-45f5-a1d6-506a345b3522 tempest-ImagesTestJSON-844462913 tempest-ImagesTestJSON-844462913-project-member] Enqueued Resource ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b with Priority: HIGHEST for action security_group_members [ 777.069200] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b with Priority: HIGHEST for action security_group_members [ 777.069585] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca4c776-73af-4661-8a6d-1a9c658d044b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.069719] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.069789] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.070022] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.070179] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.070287] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.070345] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.070525] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.070610] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.070707] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ca4c776-73af-4661-8a6d-1a9c658d044b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.157439] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b14fcce-45d1-4b5a-8184-9d6a215d92fd: rpc.has_security_group_logging(os_id): False [ 777.179829] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.180085] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.180207] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.180541] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.180694] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.181048] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.181221] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.181340] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.181596] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.181742] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.183822] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.183822] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.183822] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.183822] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.183822] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.183822] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.184113] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.184113] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.184172] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.184263] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.184315] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd is going to be updated. [ 777.198220] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.264644] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.264803] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.264876] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.265111] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.265334] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.281781] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd in Status: IN_PROGRESS for 2s [ 777.574679] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.574883] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.574922] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.575308] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.575475] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.575703] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.575816] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.575882] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.576087] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.576165] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.576260] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b is going to be updated. [ 777.629676] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.629852] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.629897] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.630128] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.630284] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.642969] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b in Status: IN_PROGRESS for 2s [ 777.703783] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.704306] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.704306] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.704427] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.704496] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.704610] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae is going to be created. [ 777.745034] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.745281] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.745401] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.745677] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.745924] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.757494] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae in Status: UNINITIALIZED for 2s [ 777.891996] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 in Status: SUCCESS [ 777.892251] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.294891] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd in Status: SUCCESS [ 779.295216] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.396358] env[65123]: INFO networking_nsxv3.common.synchronization [req-af06ac5c-45ca-4904-a251-ce54a80d1fcc req-6ef3ebf3-c884-4c01-9256-4b06d6af9ff9 tempest-ServersV294TestFqdnHostnames-1314648611 tempest-ServersV294TestFqdnHostnames-1314648611-project-member] Enqueued Resource ID: 02708fce-90c8-4783-ab9f-c19d52a628ad with Priority: HIGHEST for action security_group_members [ 779.397576] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02708fce-90c8-4783-ab9f-c19d52a628ad with Priority: HIGHEST for action security_group_members [ 779.397576] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-02708fce-90c8-4783-ab9f-c19d52a628ad taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.397576] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02708fce-90c8-4783-ab9f-c19d52a628ad" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.397576] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02708fce-90c8-4783-ab9f-c19d52a628ad" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.397805] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02708fce-90c8-4783-ab9f-c19d52a628ad" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.397805] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.397899] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.397958] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.398115] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.398203] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.398313] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02708fce-90c8-4783-ab9f-c19d52a628ad',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.655279] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b in Status: SUCCESS [ 779.655404] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b deletion is rescheduled due to dependency. [ 779.655631] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.769433] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae in Status: SUCCESS [ 779.769784] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.772023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.772023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.772023] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.772023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.772023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.772023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.772023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.772023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.772023] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.900963] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.901152] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.901224] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.901501] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.901545] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.901754] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.901839] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.902015] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.902015] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.902115] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.902181] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02708fce-90c8-4783-ab9f-c19d52a628ad already deleted. [ 779.902263] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02708fce-90c8-4783-ab9f-c19d52a628ad" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.175621] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock network-720 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.175822] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "network-720" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.175942] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "network-720" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.176291] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "network-720" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.176554] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.176703] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.176814] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.177039] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.177178] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.177429] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.177544] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 780.177651] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 780.177753] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 780.177861] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.177963] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 780.178104] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 780.198239] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 780.198365] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 780.198529] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 780.198729] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "network-720" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.199127] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock port-74811d5b-ae9c-4a80-b747-22bdc8bde42c taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.199323] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "port-74811d5b-ae9c-4a80-b747-22bdc8bde42c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.199476] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "port-74811d5b-ae9c-4a80-b747-22bdc8bde42c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.199814] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "port-74811d5b-ae9c-4a80-b747-22bdc8bde42c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.199991] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74811d5b-ae9c-4a80-b747-22bdc8bde42c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.275323] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.275617] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.275617] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.275742] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.277147] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.277147] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.277147] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.277147] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.277147] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.277147] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.277147] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.277147] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.277147] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.277147] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.277147] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.277725] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.277725] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.277725] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.277725] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.277725] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.277725] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.702322] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.702654] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.702690] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.702983] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.703203] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.703341] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Segment Port 74811d5b-ae9c-4a80-b747-22bdc8bde42c not found, creating... [ 780.703652] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.703837] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.703936] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.704213] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.704368] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.704735] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.704906] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.705068] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.705295] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.705445] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.705594] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Resource: SegmentPort with ID: 74811d5b-ae9c-4a80-b747-22bdc8bde42c is going to be created. [ 780.728863] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.729145] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.729349] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.729696] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.730019] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.730336] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "port-74811d5b-ae9c-4a80-b747-22bdc8bde42c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.783060] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae: rpc.has_security_group_logging(os_id): False [ 780.800742] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.800915] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.800989] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.801217] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.801322] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.801539] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.801639] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.801728] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.801877] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.801975] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.802160] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.802273] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.802342] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.802482] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.802551] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.802729] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.802849] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.802911] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.803072] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.803183] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.803303] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae is going to be created. [ 780.892729] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.892901] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.892947] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.893298] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.893540] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.909515] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae in Status: IN_PROGRESS for 2s [ 781.460491] env[65123]: INFO networking_nsxv3.common.synchronization [req-af06ac5c-45ca-4904-a251-ce54a80d1fcc req-c671f8a6-0ba4-43d9-b03b-a72c1accc31f service nova] Enqueued Resource ID: 02708fce-90c8-4783-ab9f-c19d52a628ad with Priority: HIGHEST for action security_group_rules [ 781.460659] env[65123]: INFO networking_nsxv3.common.synchronization [req-af06ac5c-45ca-4904-a251-ce54a80d1fcc req-c671f8a6-0ba4-43d9-b03b-a72c1accc31f service nova] Enqueued Resource ID: 02708fce-90c8-4783-ab9f-c19d52a628ad with Priority: HIGHEST for action security_group_members [ 781.460816] env[65123]: INFO networking_nsxv3.common.synchronization [req-af06ac5c-45ca-4904-a251-ce54a80d1fcc req-c671f8a6-0ba4-43d9-b03b-a72c1accc31f service nova] Enqueued Resource ID: 74811d5b-ae9c-4a80-b747-22bdc8bde42c with Priority: HIGHEST for action port [ 781.461394] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02708fce-90c8-4783-ab9f-c19d52a628ad with Priority: HIGHEST for action security_group_rules [ 781.461607] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02708fce-90c8-4783-ab9f-c19d52a628ad with Priority: HIGHEST for action security_group_members [ 781.461802] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74811d5b-ae9c-4a80-b747-22bdc8bde42c with Priority: HIGHEST for action port [ 781.462229] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02708fce-90c8-4783-ab9f-c19d52a628ad taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.462386] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02708fce-90c8-4783-ab9f-c19d52a628ad" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.462509] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02708fce-90c8-4783-ab9f-c19d52a628ad" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.462807] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02708fce-90c8-4783-ab9f-c19d52a628ad" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.462942] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02708fce-90c8-4783-ab9f-c19d52a628ad',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.464218] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-02708fce-90c8-4783-ab9f-c19d52a628ad taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.464384] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02708fce-90c8-4783-ab9f-c19d52a628ad" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.464482] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02708fce-90c8-4783-ab9f-c19d52a628ad" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.464703] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02708fce-90c8-4783-ab9f-c19d52a628ad" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.464879] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.464967] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.465040] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.465204] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.465312] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.465413] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02708fce-90c8-4783-ab9f-c19d52a628ad',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.466380] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-74811d5b-ae9c-4a80-b747-22bdc8bde42c taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.466558] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74811d5b-ae9c-4a80-b747-22bdc8bde42c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.466673] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74811d5b-ae9c-4a80-b747-22bdc8bde42c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.466888] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74811d5b-ae9c-4a80-b747-22bdc8bde42c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.467025] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74811d5b-ae9c-4a80-b747-22bdc8bde42c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.926801] env[65123]: INFO networking_nsxv3.common.synchronization [req-6c43e0bf-bc6d-4be8-92ef-ad7fa381fedc req-b5b482a2-c652-41f9-b0dc-eb695dbaa044 tempest-ServersAdminTestJSON-470229111 tempest-ServersAdminTestJSON-470229111-project-member] Enqueued Resource ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 with Priority: HIGHEST for action security_group_members [ 781.927464] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 with Priority: HIGHEST for action security_group_members [ 781.927815] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.928066] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.932029] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.932029] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.932029] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.932029] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.932029] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.932029] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.932029] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.932029] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56c043af-f32c-4d0e-a2b6-3f16bdbe73e0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.970918] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-02708fce-90c8-4783-ab9f-c19d52a628ad taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.971104] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02708fce-90c8-4783-ab9f-c19d52a628ad" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.971246] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02708fce-90c8-4783-ab9f-c19d52a628ad',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.972153] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 74811d5b-ae9c-4a80-b747-22bdc8bde42c with status ACTIVE [ 781.972342] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.972459] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.972524] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.972733] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.972824] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.972993] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.973111] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.973158] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.973309] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.973391] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.973592] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.973833] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.973833] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.973985] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.974071] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.974157] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 74811d5b-ae9c-4a80-b747-22bdc8bde42c is going to be updated. [ 781.997802] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.998434] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.999053] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.999338] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.999736] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.000037] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74811d5b-ae9c-4a80-b747-22bdc8bde42c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.432082] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56c043af-f32c-4d0e-a2b6-3f16bdbe73e0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.476789] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02708fce-90c8-4783-ab9f-c19d52a628ad',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.922404] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae in Status: SUCCESS [ 782.922404] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.935117] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56c043af-f32c-4d0e-a2b6-3f16bdbe73e0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.979443] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.979598] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.979672] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.979907] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.979993] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.980076] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02708fce-90c8-4783-ab9f-c19d52a628ad is going to be created. [ 783.008152] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.008384] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.008472] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.008721] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.008863] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.019896] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02708fce-90c8-4783-ab9f-c19d52a628ad in Status: UNINITIALIZED for 2s [ 783.437641] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.438605] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.438605] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.438911] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.439071] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.439114] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 is going to be updated. [ 783.469687] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.469834] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.470051] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.470150] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.470307] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.479058] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 in Status: IN_PROGRESS for 2s [ 783.488493] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.488609] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.488693] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.488967] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.489071] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.991730] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.494291] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.996807] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 784.997203] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 785.030854] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02708fce-90c8-4783-ab9f-c19d52a628ad in Status: SUCCESS [ 785.031120] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02708fce-90c8-4783-ab9f-c19d52a628ad" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.031293] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02708fce-90c8-4783-ab9f-c19d52a628ad" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.031510] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02708fce-90c8-4783-ab9f-c19d52a628ad" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.032202] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.032202] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.032202] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.032202] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.032202] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.032449] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02708fce-90c8-4783-ab9f-c19d52a628ad" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.032449] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02708fce-90c8-4783-ab9f-c19d52a628ad',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.490055] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 in Status: SUCCESS [ 785.490331] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.534512] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02708fce-90c8-4783-ab9f-c19d52a628ad',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.849183] env[65123]: INFO networking_nsxv3.common.synchronization [req-c0f3b155-1fab-409c-9e9e-6fce45043450 req-e0512872-bc38-4d1f-a492-5a01101ac2a9 tempest-ServerPasswordTestJSON-209108382 tempest-ServerPasswordTestJSON-209108382-project-member] Enqueued Resource ID: eac7e7d4-2b7d-41a6-a03a-40acd50b6af6 with Priority: HIGHEST for action security_group_members [ 785.849784] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eac7e7d4-2b7d-41a6-a03a-40acd50b6af6 with Priority: HIGHEST for action security_group_members [ 785.850166] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-eac7e7d4-2b7d-41a6-a03a-40acd50b6af6 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.850476] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eac7e7d4-2b7d-41a6-a03a-40acd50b6af6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.850476] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eac7e7d4-2b7d-41a6-a03a-40acd50b6af6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.850602] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eac7e7d4-2b7d-41a6-a03a-40acd50b6af6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.850818] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.850934] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.850987] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.851147] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.851290] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.851390] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eac7e7d4-2b7d-41a6-a03a-40acd50b6af6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.929883] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.930109] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.930211] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.930445] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.947064] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 785.948231] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.949657] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 785.978747] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.978959] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.979067] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.979320] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.984934] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.985517] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 785.985597] env[65123]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65123) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 785.985689] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 786.026491] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.027020] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.027020] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.027160] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.029531] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.029769] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 786.039752] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02708fce-90c8-4783-ab9f-c19d52a628ad: rpc.has_security_group_logging(os_id): False [ 786.057628] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.057715] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.058141] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.058141] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.058141] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.058353] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.058464] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.058563] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.058682] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.058757] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.058843] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02708fce-90c8-4783-ab9f-c19d52a628ad is going to be created. [ 786.115295] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.115295] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.115295] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.115295] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.115583] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.115799] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 786.160474] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.160808] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.160808] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.160920] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.161101] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.186739] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02708fce-90c8-4783-ab9f-c19d52a628ad in Status: IN_PROGRESS for 2s [ 786.240840] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-19 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.241065] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-19" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.241185] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-19" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.241543] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-19" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.241812] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.242028] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.242146] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.243207] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.243207] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.243207] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 786.243207] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 786.243207] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 786.243207] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 786.243207] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 786.243207] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 786.243626] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 786.300817] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 786.301076] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.058 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 786.301147] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 786.301317] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-19" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.301655] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-6940f505-9015-4a1b-b21b-8841d05a3358 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.301840] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-6940f505-9015-4a1b-b21b-8841d05a3358" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.302143] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-6940f505-9015-4a1b-b21b-8841d05a3358" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.302302] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-6940f505-9015-4a1b-b21b-8841d05a3358" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.302446] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6940f505-9015-4a1b-b21b-8841d05a3358',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.333692] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.334720] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.334720] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.334720] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.334720] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.335122] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:36. [ 786.335122] env[65123]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'8755a35f-2278-4b61-8b7f-4cc8c9a1961c', 'bd17b423-2504-4a0b-9316-d9646b5856f9', '6b14bf84-137d-4c94-b525-b443de399c38', '3b472263-9353-46c3-82e1-8517b4f38b9d', 'fc18ea69-ea22-4176-ba3e-77f2f084aa82', '2274501c-1cb7-49b3-8efe-e7efe79658c1', '187397ad-1834-4cfb-8ff0-b7284d23420c', '5b14fcce-45d1-4b5a-8184-9d6a215d92fd', 'c9519fe2-8165-4d3d-8148-9f12ba0e6be4', 'bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0', 'b4983350-ac51-493c-9f3b-b4fed10e38dd', '86d28ba7-1065-46c8-bf3a-84e956c0e786', 'c07044ca-c7b5-4b1a-9325-a02c0d0d19e9', '004c13a1-c351-46a4-b35f-baaa03ef1040', 'a175414b-f2bb-436a-9396-30efb190c8aa', '9f8d7b61-36e9-45e8-af54-d7edfeb09ff7', 'd7a9e508-748a-4c78-bd41-37e7882d4c1f', '51f80002-7357-4a27-aa0f-7562a569f8f1', 'c2d08436-351c-4d82-a1f1-2b3cee27193b', '99ef775d-e820-4aaf-95c9-ebc31e48e52c', '58ea535e-6679-43e5-9c51-e76bdbd02b02', '53223eff-2e7e-4601-a6eb-563d5cb5bc32', '41c9e9da-5695-43b1-82a7-d34673030227', '4ca4c776-73af-4661-8a6d-1a9c658d044b', 'a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae', '58a92d28-ea32-4136-881b-c9e00679b197', '7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6', '02708fce-90c8-4783-ab9f-c19d52a628ad', 'd44d924d-4e7d-48fe-9b2a-992c876e3527', '0b1196d2-d91d-4629-ad5b-62ce65d067b5', '56c043af-f32c-4d0e-a2b6-3f16bdbe73e0', 'aa9989a9-f9fb-4528-8e69-00aad4dc38f9', 'a98e674a-b8bf-457d-adf2-b98cb5a75bdf', '805ecbe4-9457-4391-a823-a6cb5e6e4067', '5606699a-2416-46e1-a389-981d2760202b', '2a036058-7354-4a79-b92b-a4da5afe98ad'} {{(pid=65123) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 786.335122] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 786.354850] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.354999] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.355081] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.355315] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.355446] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.355691] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.355794] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.355794] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.355929] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.356014] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.356170] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eac7e7d4-2b7d-41a6-a03a-40acd50b6af6 already deleted. [ 786.356259] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eac7e7d4-2b7d-41a6-a03a-40acd50b6af6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.368024] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.368604] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.368604] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.368787] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.368787] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.368885] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 786.368961] env[65123]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65123) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 786.369101] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 786.461477] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.461603] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.461747] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.461941] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.462999] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.463309] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 786.463410] env[65123]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65123) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 786.463505] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 786.463572] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 786.463664] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/36 resources of Type:Security Group Rules [ 786.463757] env[65123]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8755a35f-2278-4b61-8b7f-4cc8c9a1961c with Priority: HIGH for action security_group_rules [ 786.463867] env[65123]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bd17b423-2504-4a0b-9316-d9646b5856f9 with Priority: HIGH for action security_group_rules [ 786.463943] env[65123]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6b14bf84-137d-4c94-b525-b443de399c38 with Priority: HIGH for action security_group_rules [ 786.464012] env[65123]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3b472263-9353-46c3-82e1-8517b4f38b9d with Priority: HIGH for action security_group_rules [ 786.464110] env[65123]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 with Priority: HIGH for action security_group_rules [ 786.464172] env[65123]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2274501c-1cb7-49b3-8efe-e7efe79658c1 with Priority: HIGH for action security_group_rules [ 786.464226] env[65123]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 187397ad-1834-4cfb-8ff0-b7284d23420c with Priority: HIGH for action security_group_rules [ 786.464311] env[65123]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd with Priority: HIGH for action security_group_rules [ 786.464393] env[65123]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c9519fe2-8165-4d3d-8148-9f12ba0e6be4 with Priority: HIGH for action security_group_rules [ 786.464454] env[65123]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 with Priority: HIGH for action security_group_rules [ 786.464525] env[65123]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b4983350-ac51-493c-9f3b-b4fed10e38dd with Priority: HIGH for action security_group_rules [ 786.464613] env[65123]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 86d28ba7-1065-46c8-bf3a-84e956c0e786 with Priority: HIGH for action security_group_rules [ 786.464679] env[65123]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c07044ca-c7b5-4b1a-9325-a02c0d0d19e9 with Priority: HIGH for action security_group_rules [ 786.464742] env[65123]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 004c13a1-c351-46a4-b35f-baaa03ef1040 with Priority: HIGH for action security_group_rules [ 786.464822] env[65123]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a175414b-f2bb-436a-9396-30efb190c8aa with Priority: HIGH for action security_group_rules [ 786.464903] env[65123]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 with Priority: HIGH for action security_group_rules [ 786.464966] env[65123]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d7a9e508-748a-4c78-bd41-37e7882d4c1f with Priority: HIGH for action security_group_rules [ 786.465068] env[65123]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 51f80002-7357-4a27-aa0f-7562a569f8f1 with Priority: HIGH for action security_group_rules [ 786.465124] env[65123]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c2d08436-351c-4d82-a1f1-2b3cee27193b with Priority: HIGH for action security_group_rules [ 786.465189] env[65123]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 99ef775d-e820-4aaf-95c9-ebc31e48e52c with Priority: HIGH for action security_group_rules [ 786.465337] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.586843] env[65123]: INFO networking_nsxv3.common.synchronization [req-8ef3c668-bd1d-4849-b726-8937163318cf req-005f70ee-7f48-47b2-8598-59d3aa11d9ee tempest-ServerAddressesNegativeTestJSON-498431604 tempest-ServerAddressesNegativeTestJSON-498431604-project-member] Enqueued Resource ID: a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae with Priority: HIGHEST for action security_group_members [ 786.587452] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae with Priority: HIGHEST for action security_group_members [ 786.587598] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8755a35f-2278-4b61-8b7f-4cc8c9a1961c with Priority: HIGH for action security_group_rules [ 786.587704] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b14bf84-137d-4c94-b525-b443de399c38 with Priority: HIGH for action security_group_rules [ 786.587800] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 187397ad-1834-4cfb-8ff0-b7284d23420c with Priority: HIGH for action security_group_rules [ 786.587899] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a175414b-f2bb-436a-9396-30efb190c8aa with Priority: HIGH for action security_group_rules [ 786.588220] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99ef775d-e820-4aaf-95c9-ebc31e48e52c with Priority: HIGH for action security_group_rules [ 786.588295] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2d08436-351c-4d82-a1f1-2b3cee27193b with Priority: HIGH for action security_group_rules [ 786.588873] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51f80002-7357-4a27-aa0f-7562a569f8f1 with Priority: HIGH for action security_group_rules [ 786.588873] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7a9e508-748a-4c78-bd41-37e7882d4c1f with Priority: HIGH for action security_group_rules [ 786.588873] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 004c13a1-c351-46a4-b35f-baaa03ef1040 with Priority: HIGH for action security_group_rules [ 786.588873] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 with Priority: HIGH for action security_group_rules [ 786.588873] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c07044ca-c7b5-4b1a-9325-a02c0d0d19e9 with Priority: HIGH for action security_group_rules [ 786.588873] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86d28ba7-1065-46c8-bf3a-84e956c0e786 with Priority: HIGH for action security_group_rules [ 786.589276] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4983350-ac51-493c-9f3b-b4fed10e38dd with Priority: HIGH for action security_group_rules [ 786.589276] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 with Priority: HIGH for action security_group_rules [ 786.589276] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9519fe2-8165-4d3d-8148-9f12ba0e6be4 with Priority: HIGH for action security_group_rules [ 786.589276] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2274501c-1cb7-49b3-8efe-e7efe79658c1 with Priority: HIGH for action security_group_rules [ 786.589276] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd with Priority: HIGH for action security_group_rules [ 786.589585] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 with Priority: HIGH for action security_group_rules [ 786.589585] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd17b423-2504-4a0b-9316-d9646b5856f9 with Priority: HIGH for action security_group_rules [ 786.589585] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b472263-9353-46c3-82e1-8517b4f38b9d with Priority: HIGH for action security_group_rules [ 786.589815] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.589935] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.589996] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.590199] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.590353] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.590450] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.590507] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.590651] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.590734] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.590832] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.592486] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8755a35f-2278-4b61-8b7f-4cc8c9a1961c taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.592600] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8755a35f-2278-4b61-8b7f-4cc8c9a1961c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.592666] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8755a35f-2278-4b61-8b7f-4cc8c9a1961c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.592825] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8755a35f-2278-4b61-8b7f-4cc8c9a1961c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.592902] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8755a35f-2278-4b61-8b7f-4cc8c9a1961c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.593999] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b14bf84-137d-4c94-b525-b443de399c38 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.594179] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b14bf84-137d-4c94-b525-b443de399c38" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.594245] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b14bf84-137d-4c94-b525-b443de399c38" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.594357] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b14bf84-137d-4c94-b525-b443de399c38" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.594437] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b14bf84-137d-4c94-b525-b443de399c38',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.595325] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-187397ad-1834-4cfb-8ff0-b7284d23420c taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.595489] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-187397ad-1834-4cfb-8ff0-b7284d23420c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.595579] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-187397ad-1834-4cfb-8ff0-b7284d23420c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.595778] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-187397ad-1834-4cfb-8ff0-b7284d23420c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.595856] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('187397ad-1834-4cfb-8ff0-b7284d23420c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.596950] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a175414b-f2bb-436a-9396-30efb190c8aa taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.596950] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a175414b-f2bb-436a-9396-30efb190c8aa" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.596950] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a175414b-f2bb-436a-9396-30efb190c8aa" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.596950] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a175414b-f2bb-436a-9396-30efb190c8aa" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.596950] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a175414b-f2bb-436a-9396-30efb190c8aa',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.598109] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99ef775d-e820-4aaf-95c9-ebc31e48e52c taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.598291] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99ef775d-e820-4aaf-95c9-ebc31e48e52c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.598367] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99ef775d-e820-4aaf-95c9-ebc31e48e52c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.598462] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99ef775d-e820-4aaf-95c9-ebc31e48e52c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.598539] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99ef775d-e820-4aaf-95c9-ebc31e48e52c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.600654] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2d08436-351c-4d82-a1f1-2b3cee27193b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.600767] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.600857] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.601022] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.601086] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2d08436-351c-4d82-a1f1-2b3cee27193b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.602142] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51f80002-7357-4a27-aa0f-7562a569f8f1 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.602252] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51f80002-7357-4a27-aa0f-7562a569f8f1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.602559] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51f80002-7357-4a27-aa0f-7562a569f8f1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.602738] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51f80002-7357-4a27-aa0f-7562a569f8f1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.602796] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51f80002-7357-4a27-aa0f-7562a569f8f1',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.604227] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7a9e508-748a-4c78-bd41-37e7882d4c1f taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.604227] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7a9e508-748a-4c78-bd41-37e7882d4c1f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.604227] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7a9e508-748a-4c78-bd41-37e7882d4c1f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.604227] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7a9e508-748a-4c78-bd41-37e7882d4c1f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.604227] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7a9e508-748a-4c78-bd41-37e7882d4c1f',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.604909] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-004c13a1-c351-46a4-b35f-baaa03ef1040 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.605028] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.605099] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.605411] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.605411] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('004c13a1-c351-46a4-b35f-baaa03ef1040',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.606089] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.606200] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.606265] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.606410] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.606483] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f8d7b61-36e9-45e8-af54-d7edfeb09ff7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.607575] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.607873] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.607977] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.608146] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.608221] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c07044ca-c7b5-4b1a-9325-a02c0d0d19e9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.609018] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86d28ba7-1065-46c8-bf3a-84e956c0e786 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.609127] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86d28ba7-1065-46c8-bf3a-84e956c0e786" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.609191] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86d28ba7-1065-46c8-bf3a-84e956c0e786" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.609326] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86d28ba7-1065-46c8-bf3a-84e956c0e786" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.609402] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86d28ba7-1065-46c8-bf3a-84e956c0e786',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.610276] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4983350-ac51-493c-9f3b-b4fed10e38dd taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.610436] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4983350-ac51-493c-9f3b-b4fed10e38dd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.610475] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4983350-ac51-493c-9f3b-b4fed10e38dd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.610611] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4983350-ac51-493c-9f3b-b4fed10e38dd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.610842] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4983350-ac51-493c-9f3b-b4fed10e38dd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.611730] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.611835] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.611892] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.612050] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.612132] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.612910] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9519fe2-8165-4d3d-8148-9f12ba0e6be4 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.613035] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9519fe2-8165-4d3d-8148-9f12ba0e6be4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.613126] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9519fe2-8165-4d3d-8148-9f12ba0e6be4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.613233] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9519fe2-8165-4d3d-8148-9f12ba0e6be4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.613304] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9519fe2-8165-4d3d-8148-9f12ba0e6be4',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.614809] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2274501c-1cb7-49b3-8efe-e7efe79658c1 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.614809] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2274501c-1cb7-49b3-8efe-e7efe79658c1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.614809] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2274501c-1cb7-49b3-8efe-e7efe79658c1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.614809] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2274501c-1cb7-49b3-8efe-e7efe79658c1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.614809] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2274501c-1cb7-49b3-8efe-e7efe79658c1',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.616026] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b14fcce-45d1-4b5a-8184-9d6a215d92fd taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.616133] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.616197] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.616343] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.616411] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b14fcce-45d1-4b5a-8184-9d6a215d92fd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.617205] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc18ea69-ea22-4176-ba3e-77f2f084aa82 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.617470] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.617538] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.617775] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.617854] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc18ea69-ea22-4176-ba3e-77f2f084aa82',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.618650] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd17b423-2504-4a0b-9316-d9646b5856f9 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.618841] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.618841] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.619066] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.619201] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd17b423-2504-4a0b-9316-d9646b5856f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.619452] env[65123]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 786.620531] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b472263-9353-46c3-82e1-8517b4f38b9d taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.620686] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b472263-9353-46c3-82e1-8517b4f38b9d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.620760] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b472263-9353-46c3-82e1-8517b4f38b9d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.620903] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b472263-9353-46c3-82e1-8517b4f38b9d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.620976] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b472263-9353-46c3-82e1-8517b4f38b9d',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.653992] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.654302] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.654389] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.654599] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.685441] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.685607] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8755a35f-2278-4b61-8b7f-4cc8c9a1961c is going to be deleted. [ 786.754500] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.754500] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.754500] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.754500] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.754500] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.754500] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8755a35f-2278-4b61-8b7f-4cc8c9a1961c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.806084] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.806318] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.806440] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.806712] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.806854] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.807013] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port 6940f505-9015-4a1b-b21b-8841d05a3358 not found, creating... [ 786.808086] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.808086] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.808086] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.808086] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.808086] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.808385] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.808385] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.808496] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.809324] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.809579] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.809814] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: 6940f505-9015-4a1b-b21b-8841d05a3358 is going to be created. [ 786.838498] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.838767] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.838896] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.839195] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.839433] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.839665] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-6940f505-9015-4a1b-b21b-8841d05a3358" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.093646] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.093999] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.093999] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.094222] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.115616] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.117151] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.117151] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.117151] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.117151] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.117151] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.117151] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae is going to be updated. [ 787.127460] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-187397ad-1834-4cfb-8ff0-b7284d23420c taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.127600] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-187397ad-1834-4cfb-8ff0-b7284d23420c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.127676] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-187397ad-1834-4cfb-8ff0-b7284d23420c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.127920] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-187397ad-1834-4cfb-8ff0-b7284d23420c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.128167] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.128259] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.128310] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.128501] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.128565] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.128628] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-187397ad-1834-4cfb-8ff0-b7284d23420c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.128685] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('187397ad-1834-4cfb-8ff0-b7284d23420c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.144745] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.144745] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.144745] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.144745] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.145097] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.150611] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.150748] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.150813] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.151085] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.159489] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae in Status: IN_PROGRESS for 2s [ 787.163199] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-51f80002-7357-4a27-aa0f-7562a569f8f1 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.163359] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51f80002-7357-4a27-aa0f-7562a569f8f1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.163432] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51f80002-7357-4a27-aa0f-7562a569f8f1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.163651] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51f80002-7357-4a27-aa0f-7562a569f8f1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.165644] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.165644] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.165644] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.165644] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.165644] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.165644] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51f80002-7357-4a27-aa0f-7562a569f8f1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.165644] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51f80002-7357-4a27-aa0f-7562a569f8f1',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.165644] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.166039] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.166039] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.166039] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.166152] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.167198] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.167198] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.167198] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.167198] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.167198] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.167198] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b14fcce-45d1-4b5a-8184-9d6a215d92fd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.168680] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2d08436-351c-4d82-a1f1-2b3cee27193b taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.168807] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.168807] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.168981] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.169280] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.169402] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.169492] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.169628] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.169710] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.169871] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.169983] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c2d08436-351c-4d82-a1f1-2b3cee27193b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.173605] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.173734] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b14bf84-137d-4c94-b525-b443de399c38 is going to be deleted. [ 787.175914] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7a9e508-748a-4c78-bd41-37e7882d4c1f taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.176077] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7a9e508-748a-4c78-bd41-37e7882d4c1f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.176168] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7a9e508-748a-4c78-bd41-37e7882d4c1f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.176308] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7a9e508-748a-4c78-bd41-37e7882d4c1f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.176471] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.176593] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.176656] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.176817] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.176902] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.176999] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7a9e508-748a-4c78-bd41-37e7882d4c1f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.177118] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7a9e508-748a-4c78-bd41-37e7882d4c1f',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.177926] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-86d28ba7-1065-46c8-bf3a-84e956c0e786 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.178069] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86d28ba7-1065-46c8-bf3a-84e956c0e786" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.178137] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86d28ba7-1065-46c8-bf3a-84e956c0e786" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.178339] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86d28ba7-1065-46c8-bf3a-84e956c0e786" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.178684] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.178817] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.178916] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.179086] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.179192] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.179300] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86d28ba7-1065-46c8-bf3a-84e956c0e786" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.179354] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86d28ba7-1065-46c8-bf3a-84e956c0e786',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.182122] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc18ea69-ea22-4176-ba3e-77f2f084aa82 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.182122] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.182122] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.182497] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.182497] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.183105] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.183105] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.183105] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.183105] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.183105] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.183105] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc18ea69-ea22-4176-ba3e-77f2f084aa82',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.186971] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-004c13a1-c351-46a4-b35f-baaa03ef1040 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.187249] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.187328] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.187468] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.187632] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.187730] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.187796] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.187934] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.188023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.188105] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.188189] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('004c13a1-c351-46a4-b35f-baaa03ef1040',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.189878] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.189987] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.190069] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.190243] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.190359] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.190457] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.190510] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.190707] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.190806] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.190882] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.190972] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.194968] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9519fe2-8165-4d3d-8148-9f12ba0e6be4 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.195424] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9519fe2-8165-4d3d-8148-9f12ba0e6be4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.195490] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9519fe2-8165-4d3d-8148-9f12ba0e6be4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.195667] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9519fe2-8165-4d3d-8148-9f12ba0e6be4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.195822] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.195921] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.195975] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.196412] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.196519] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.196607] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9519fe2-8165-4d3d-8148-9f12ba0e6be4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.196695] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c9519fe2-8165-4d3d-8148-9f12ba0e6be4',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.356770] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c2d08436-351c-4d82-a1f1-2b3cee27193b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.357753] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86d28ba7-1065-46c8-bf3a-84e956c0e786',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.363490] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.363635] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.363708] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.363922] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.364106] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.364208] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.364274] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.364426] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.364513] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.364598] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.364742] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.364836] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.364897] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.365051] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.365190] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.365280] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.365363] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.365514] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.365591] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.365726] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.365782] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.367223] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc18ea69-ea22-4176-ba3e-77f2f084aa82 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.367371] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.367438] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.367599] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.367742] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.367840] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.367902] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.368056] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.368135] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.368223] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.368369] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc18ea69-ea22-4176-ba3e-77f2f084aa82 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.368464] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.368526] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.368666] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.368801] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.368915] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.368967] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.369095] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.369216] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.369250] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.369327] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc18ea69-ea22-4176-ba3e-77f2f084aa82',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.370475] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c9519fe2-8165-4d3d-8148-9f12ba0e6be4',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.372945] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7a9e508-748a-4c78-bd41-37e7882d4c1f',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.409231] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.409408] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.409455] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.409653] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.412528] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.412528] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.413377] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.413482] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.414665] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.414665] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.416659] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.416659] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.419699] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.419699] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.419699] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.419699] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.419699] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.419699] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.431282] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.431426] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd17b423-2504-4a0b-9316-d9646b5856f9 is going to be deleted. [ 787.432396] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.432624] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.452242] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.452416] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c07044ca-c7b5-4b1a-9325-a02c0d0d19e9 is going to be deleted. [ 787.453372] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.453587] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.473602] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.473858] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.480176] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.480629] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b472263-9353-46c3-82e1-8517b4f38b9d is going to be deleted. [ 787.481232] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.481528] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.493206] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.493335] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.516080] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.516080] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.520971] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.520971] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2274501c-1cb7-49b3-8efe-e7efe79658c1 is going to be deleted. [ 787.521861] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.521861] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.541949] env[65123]: INFO networking_nsxv3.common.synchronization [req-c0f3b155-1fab-409c-9e9e-6fce45043450 req-28d70ec5-ff96-4ab4-9e31-c8e7f7307108 service nova] Enqueued Resource ID: eac7e7d4-2b7d-41a6-a03a-40acd50b6af6 with Priority: HIGHEST for action security_group_rules [ 787.542188] env[65123]: INFO networking_nsxv3.common.synchronization [req-c0f3b155-1fab-409c-9e9e-6fce45043450 req-28d70ec5-ff96-4ab4-9e31-c8e7f7307108 service nova] Enqueued Resource ID: eac7e7d4-2b7d-41a6-a03a-40acd50b6af6 with Priority: HIGHEST for action security_group_members [ 787.542372] env[65123]: INFO networking_nsxv3.common.synchronization [req-c0f3b155-1fab-409c-9e9e-6fce45043450 req-28d70ec5-ff96-4ab4-9e31-c8e7f7307108 service nova] Enqueued Resource ID: 6940f505-9015-4a1b-b21b-8841d05a3358 with Priority: HIGHEST for action port [ 787.543488] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eac7e7d4-2b7d-41a6-a03a-40acd50b6af6 with Priority: HIGHEST for action security_group_rules [ 787.543488] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eac7e7d4-2b7d-41a6-a03a-40acd50b6af6 with Priority: HIGHEST for action security_group_members [ 787.544435] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6940f505-9015-4a1b-b21b-8841d05a3358 with Priority: HIGHEST for action port [ 787.544435] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eac7e7d4-2b7d-41a6-a03a-40acd50b6af6 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.544435] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eac7e7d4-2b7d-41a6-a03a-40acd50b6af6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.544435] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eac7e7d4-2b7d-41a6-a03a-40acd50b6af6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.544685] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eac7e7d4-2b7d-41a6-a03a-40acd50b6af6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.544685] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eac7e7d4-2b7d-41a6-a03a-40acd50b6af6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.546304] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-eac7e7d4-2b7d-41a6-a03a-40acd50b6af6 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.546454] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eac7e7d4-2b7d-41a6-a03a-40acd50b6af6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.546552] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eac7e7d4-2b7d-41a6-a03a-40acd50b6af6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.546938] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eac7e7d4-2b7d-41a6-a03a-40acd50b6af6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.547150] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.547278] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.547381] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.547586] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.547698] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.547814] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eac7e7d4-2b7d-41a6-a03a-40acd50b6af6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.549526] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-6940f505-9015-4a1b-b21b-8841d05a3358 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.549666] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6940f505-9015-4a1b-b21b-8841d05a3358" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.549730] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6940f505-9015-4a1b-b21b-8841d05a3358" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.550072] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6940f505-9015-4a1b-b21b-8841d05a3358" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.550158] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6940f505-9015-4a1b-b21b-8841d05a3358',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.568599] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.569344] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.580304] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.580480] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a175414b-f2bb-436a-9396-30efb190c8aa is going to be deleted. [ 787.581696] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.581822] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.614342] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.614516] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f8d7b61-36e9-45e8-af54-d7edfeb09ff7 is going to be deleted. [ 787.615534] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.615757] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.617865] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.617865] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.631757] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('187397ad-1834-4cfb-8ff0-b7284d23420c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.668828] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.668828] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99ef775d-e820-4aaf-95c9-ebc31e48e52c is going to be deleted. [ 787.670071] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.670071] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.675628] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51f80002-7357-4a27-aa0f-7562a569f8f1',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.676803] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.676803] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.676987] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.677517] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.677517] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.677517] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.677517] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.677726] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.677726] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.677726] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.677842] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.677912] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.677969] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.678117] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.678913] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.678913] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.678913] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.678913] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.678913] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.678913] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.679161] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b14fcce-45d1-4b5a-8184-9d6a215d92fd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.690658] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.690833] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.691546] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-004c13a1-c351-46a4-b35f-baaa03ef1040 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.691546] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.691546] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.691546] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.693670] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.693670] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.693670] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.693670] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.693670] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.693670] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.693670] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-004c13a1-c351-46a4-b35f-baaa03ef1040 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.693670] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.693670] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.693670] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.693670] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.693670] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.693670] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.693670] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.693670] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.693670] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.693670] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('004c13a1-c351-46a4-b35f-baaa03ef1040',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.739024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.739024] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4983350-ac51-493c-9f3b-b4fed10e38dd is going to be deleted. [ 787.739024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.739024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.739024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.739024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b14bf84-137d-4c94-b525-b443de399c38" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.739024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.739024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.739024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.739024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.739024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.739024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.739598] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.739598] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c07044ca-c7b5-4b1a-9325-a02c0d0d19e9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.739598] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.739598] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.739598] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.739598] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b472263-9353-46c3-82e1-8517b4f38b9d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.739783] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.739892] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.739979] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.740096] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2274501c-1cb7-49b3-8efe-e7efe79658c1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.740219] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.740352] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.740423] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.740524] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a175414b-f2bb-436a-9396-30efb190c8aa" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.762767] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.762968] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.762968] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.763189] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.763275] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.763394] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f8d7b61-36e9-45e8-af54-d7edfeb09ff7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.829633] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.829854] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.829950] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.830204] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.830332] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.830585] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99ef775d-e820-4aaf-95c9-ebc31e48e52c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.868447] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0: rpc.has_security_group_logging(os_id): False [ 787.872276] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c9519fe2-8165-4d3d-8148-9f12ba0e6be4: rpc.has_security_group_logging(os_id): False [ 787.879940] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c2d08436-351c-4d82-a1f1-2b3cee27193b: rpc.has_security_group_logging(os_id): False [ 787.881045] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc18ea69-ea22-4176-ba3e-77f2f084aa82: rpc.has_security_group_logging(os_id): False [ 787.881946] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7a9e508-748a-4c78-bd41-37e7882d4c1f: rpc.has_security_group_logging(os_id): False [ 787.882721] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86d28ba7-1065-46c8-bf3a-84e956c0e786: rpc.has_security_group_logging(os_id): False [ 787.885225] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.885458] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.885533] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.885741] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.885831] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.885944] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4983350-ac51-493c-9f3b-b4fed10e38dd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.904895] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.905049] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.905118] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.905413] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.907079] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.907194] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.913260] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.913509] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.914646] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.914764] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.920541] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.920715] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.921800] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.921922] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.964618] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.964906] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.965051] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.965113] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.965506] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.965615] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.965868] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.965988] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.966068] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.966259] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.966484] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.966699] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.966699] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.966699] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.966863] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.966924] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.967099] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 is going to be updated. [ 787.968496] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.968684] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.014072] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.014197] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.014318] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.014373] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.014749] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.014749] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.014749] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86d28ba7-1065-46c8-bf3a-84e956c0e786 is going to be updated. [ 788.015976] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.016204] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.052666] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-eac7e7d4-2b7d-41a6-a03a-40acd50b6af6 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.052892] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eac7e7d4-2b7d-41a6-a03a-40acd50b6af6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.053228] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eac7e7d4-2b7d-41a6-a03a-40acd50b6af6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.054679] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6940f505-9015-4a1b-b21b-8841d05a3358 with status ACTIVE [ 788.054965] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.055190] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.055308] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.055601] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.055772] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.056078] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.056254] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.056378] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.056698] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.056802] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.057094] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.057267] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.057507] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.057740] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.057847] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.057965] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6940f505-9015-4a1b-b21b-8841d05a3358 is going to be updated. [ 788.060870] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.061297] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.061449] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.061568] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.061822] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.061964] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.062149] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9519fe2-8165-4d3d-8148-9f12ba0e6be4 is going to be updated. [ 788.064261] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.064573] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.114643] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.115105] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.119039] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.119316] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.119316] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.119492] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.119622] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.119795] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6940f505-9015-4a1b-b21b-8841d05a3358" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.121026] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.121241] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.121382] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.121422] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.121610] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.121677] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.121935] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.122042] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.122103] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.122240] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.122328] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.122575] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.122651] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.122684] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.122824] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.122968] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.123034] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 is going to be updated. [ 788.124093] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.124259] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.134203] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 187397ad-1834-4cfb-8ff0-b7284d23420c: rpc.has_security_group_logging(os_id): False [ 788.158628] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.158853] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.179077] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.179248] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.180685] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51f80002-7357-4a27-aa0f-7562a569f8f1: rpc.has_security_group_logging(os_id): False [ 788.183533] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b14fcce-45d1-4b5a-8184-9d6a215d92fd: rpc.has_security_group_logging(os_id): False [ 788.187265] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.187657] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.187788] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.187863] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.188063] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.188130] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.188227] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7a9e508-748a-4c78-bd41-37e7882d4c1f is going to be updated. [ 788.189367] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.189572] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.189738] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.190717] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.190919] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.195823] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 004c13a1-c351-46a4-b35f-baaa03ef1040: rpc.has_security_group_logging(os_id): False [ 788.225633] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.225725] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.226663] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.226768] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.238288] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02708fce-90c8-4783-ab9f-c19d52a628ad in Status: SUCCESS [ 788.238565] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02708fce-90c8-4783-ab9f-c19d52a628ad" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.259255] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 in Status: IN_PROGRESS for 2s [ 788.271472] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.271764] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.297859] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.298226] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.298339] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.298454] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.298686] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.298777] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.298883] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2d08436-351c-4d82-a1f1-2b3cee27193b is going to be updated. [ 788.300075] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.300261] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.333095] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.333262] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.349404] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.349585] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.361367] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.361606] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.362494] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.362494] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.362494] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.362494] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.362494] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 187397ad-1834-4cfb-8ff0-b7284d23420c is going to be updated. [ 788.364466] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.364842] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.431563] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.431946] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.432138] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.432208] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.432421] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.432526] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.432617] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51f80002-7357-4a27-aa0f-7562a569f8f1 is going to be updated. [ 788.434254] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.434254] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.501963] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.501963] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.505035] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.505035] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.560703] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.561012] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.561529] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.561529] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.561529] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.561529] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.561771] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.561841] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.561878] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.562498] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.562498] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.562498] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.562498] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.562498] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.562827] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.562827] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.562827] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd is going to be updated. [ 788.565170] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.565170] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.565170] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.565501] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.565501] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.565759] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.566806] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eac7e7d4-2b7d-41a6-a03a-40acd50b6af6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.569936] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.569936] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.592268] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.592575] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.599081] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9519fe2-8165-4d3d-8148-9f12ba0e6be4 in Status: IN_PROGRESS for 2s [ 788.599964] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 in Status: IN_PROGRESS for 2s [ 788.606671] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.607101] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.607953] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.607953] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.607953] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.607953] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.608293] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.608293] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.608438] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.608866] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.608866] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.609295] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.609295] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.609295] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.609471] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.609587] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.609733] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 004c13a1-c351-46a4-b35f-baaa03ef1040 is going to be updated. [ 788.611701] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.613029] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.613029] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.613451] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.613744] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.613948] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.615435] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.615603] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.615735] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.616902] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.617090] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.617576] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.684705] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.684705] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.684705] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.684705] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.684705] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.692688] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86d28ba7-1065-46c8-bf3a-84e956c0e786 in Status: SUCCESS [ 788.693060] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86d28ba7-1065-46c8-bf3a-84e956c0e786" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.703518] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 187397ad-1834-4cfb-8ff0-b7284d23420c in Status: IN_PROGRESS for 2s [ 788.704576] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2d08436-351c-4d82-a1f1-2b3cee27193b in Status: IN_PROGRESS for 2s [ 788.706586] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7a9e508-748a-4c78-bd41-37e7882d4c1f in Status: IN_PROGRESS for 2s [ 788.762607] env[65123]: INFO networking_nsxv3.common.synchronization [req-e519fd08-2b1e-4fc2-b156-c9b0239050a1 req-12046a41-f408-42f3-8712-54596592cdd4 tempest-AttachVolumeTestJSON-293892057 tempest-AttachVolumeTestJSON-293892057-project-member] Enqueued Resource ID: 8fcd665b-7f92-418a-a7bb-35a0ae34d15b with Priority: HIGHEST for action security_group_members [ 788.763209] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fcd665b-7f92-418a-a7bb-35a0ae34d15b with Priority: HIGHEST for action security_group_members [ 788.763527] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fcd665b-7f92-418a-a7bb-35a0ae34d15b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.763644] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fcd665b-7f92-418a-a7bb-35a0ae34d15b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.763709] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fcd665b-7f92-418a-a7bb-35a0ae34d15b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.763967] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fcd665b-7f92-418a-a7bb-35a0ae34d15b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.764138] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.764242] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.764304] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.764462] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.764548] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.764644] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fcd665b-7f92-418a-a7bb-35a0ae34d15b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.813035] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51f80002-7357-4a27-aa0f-7562a569f8f1 in Status: IN_PROGRESS for 2s [ 788.865212] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.865845] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.866070] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.866958] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.866958] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.905510] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd in Status: IN_PROGRESS for 2s [ 788.951707] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.951995] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.952143] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.952492] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.952669] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.986977] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 004c13a1-c351-46a4-b35f-baaa03ef1040 in Status: IN_PROGRESS for 2s [ 789.070469] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.070623] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.070693] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.070916] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.071013] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.071185] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eac7e7d4-2b7d-41a6-a03a-40acd50b6af6 is going to be created. [ 789.096512] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.096822] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.096822] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.096934] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.097151] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.110302] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eac7e7d4-2b7d-41a6-a03a-40acd50b6af6 in Status: UNINITIALIZED for 2s [ 789.153398] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-301 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.153819] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-301" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.153819] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-301" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.154265] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-301" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.154600] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.154789] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.154944] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.156019] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.156019] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.156019] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 789.156019] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 789.156019] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 789.156019] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 789.156271] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 789.156271] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 789.156388] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 789.173974] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae in Status: SUCCESS [ 789.174176] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae deletion is rescheduled due to dependency. [ 789.174294] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.180620] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 789.180826] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 789.181032] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 789.181229] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-301" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.181817] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-202210e1-4abd-4074-985f-b3997dcf4e18 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.182039] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-202210e1-4abd-4074-985f-b3997dcf4e18" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.182187] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-202210e1-4abd-4074-985f-b3997dcf4e18" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.182525] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-202210e1-4abd-4074-985f-b3997dcf4e18" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.182663] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('202210e1-4abd-4074-985f-b3997dcf4e18',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.267425] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.267425] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.267643] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.267703] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.267776] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.267975] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.268107] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.268161] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.268528] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.268647] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.268740] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fcd665b-7f92-418a-a7bb-35a0ae34d15b already deleted. [ 789.268826] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fcd665b-7f92-418a-a7bb-35a0ae34d15b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.685726] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.685974] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.686112] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.686400] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.686592] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.686833] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port 202210e1-4abd-4074-985f-b3997dcf4e18 not found, creating... [ 789.687150] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.687390] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.687541] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.687785] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.688013] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.688657] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.688922] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.689135] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.689430] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.689666] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.689889] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: 202210e1-4abd-4074-985f-b3997dcf4e18 is going to be created. [ 789.713273] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.713597] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.713810] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.714176] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.714471] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.714767] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-202210e1-4abd-4074-985f-b3997dcf4e18" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.277252] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 in Status: SUCCESS [ 790.277571] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.442085] env[65123]: INFO networking_nsxv3.common.synchronization [req-e519fd08-2b1e-4fc2-b156-c9b0239050a1 req-251dd9f5-f1a1-4265-a5d3-045db5b6ac97 service nova] Enqueued Resource ID: 8fcd665b-7f92-418a-a7bb-35a0ae34d15b with Priority: HIGHEST for action security_group_rules [ 790.442177] env[65123]: INFO networking_nsxv3.common.synchronization [req-e519fd08-2b1e-4fc2-b156-c9b0239050a1 req-251dd9f5-f1a1-4265-a5d3-045db5b6ac97 service nova] Enqueued Resource ID: 8fcd665b-7f92-418a-a7bb-35a0ae34d15b with Priority: HIGHEST for action security_group_members [ 790.442320] env[65123]: INFO networking_nsxv3.common.synchronization [req-e519fd08-2b1e-4fc2-b156-c9b0239050a1 req-251dd9f5-f1a1-4265-a5d3-045db5b6ac97 service nova] Enqueued Resource ID: 202210e1-4abd-4074-985f-b3997dcf4e18 with Priority: HIGHEST for action port [ 790.442835] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fcd665b-7f92-418a-a7bb-35a0ae34d15b with Priority: HIGHEST for action security_group_rules [ 790.442978] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fcd665b-7f92-418a-a7bb-35a0ae34d15b with Priority: HIGHEST for action security_group_members [ 790.443529] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 202210e1-4abd-4074-985f-b3997dcf4e18 with Priority: HIGHEST for action port [ 790.443852] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fcd665b-7f92-418a-a7bb-35a0ae34d15b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.443974] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fcd665b-7f92-418a-a7bb-35a0ae34d15b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.444052] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fcd665b-7f92-418a-a7bb-35a0ae34d15b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.444257] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fcd665b-7f92-418a-a7bb-35a0ae34d15b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.444391] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fcd665b-7f92-418a-a7bb-35a0ae34d15b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.445182] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fcd665b-7f92-418a-a7bb-35a0ae34d15b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.445290] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fcd665b-7f92-418a-a7bb-35a0ae34d15b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.445375] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fcd665b-7f92-418a-a7bb-35a0ae34d15b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.445554] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fcd665b-7f92-418a-a7bb-35a0ae34d15b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.445701] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.445798] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.446143] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.446143] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.446143] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.446252] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fcd665b-7f92-418a-a7bb-35a0ae34d15b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.447782] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-202210e1-4abd-4074-985f-b3997dcf4e18 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.447782] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-202210e1-4abd-4074-985f-b3997dcf4e18" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.447782] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-202210e1-4abd-4074-985f-b3997dcf4e18" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.447782] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-202210e1-4abd-4074-985f-b3997dcf4e18" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.447782] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('202210e1-4abd-4074-985f-b3997dcf4e18',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.616224] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9519fe2-8165-4d3d-8148-9f12ba0e6be4 in Status: SUCCESS [ 790.616512] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9519fe2-8165-4d3d-8148-9f12ba0e6be4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.617848] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 in Status: SUCCESS [ 790.618075] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.723618] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7a9e508-748a-4c78-bd41-37e7882d4c1f in Status: SUCCESS [ 790.723852] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7a9e508-748a-4c78-bd41-37e7882d4c1f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.724808] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2d08436-351c-4d82-a1f1-2b3cee27193b in Status: SUCCESS [ 790.724994] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.725721] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 187397ad-1834-4cfb-8ff0-b7284d23420c in Status: SUCCESS [ 790.725942] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-187397ad-1834-4cfb-8ff0-b7284d23420c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.827079] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51f80002-7357-4a27-aa0f-7562a569f8f1 in Status: SUCCESS [ 790.827295] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51f80002-7357-4a27-aa0f-7562a569f8f1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.921459] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd in Status: SUCCESS [ 790.921831] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.949497] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fcd665b-7f92-418a-a7bb-35a0ae34d15b taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.949703] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fcd665b-7f92-418a-a7bb-35a0ae34d15b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.949927] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8fcd665b-7f92-418a-a7bb-35a0ae34d15b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.950844] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 202210e1-4abd-4074-985f-b3997dcf4e18 with status ACTIVE [ 790.951019] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.951145] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.951211] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.951420] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.951508] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.951751] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.951886] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.951942] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.952117] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.952196] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.952384] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.952479] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.952537] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.952675] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.952750] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.952836] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 202210e1-4abd-4074-985f-b3997dcf4e18 is going to be updated. [ 790.975665] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.975812] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.976264] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.976264] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.976264] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.976406] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-202210e1-4abd-4074-985f-b3997dcf4e18" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.010618] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 004c13a1-c351-46a4-b35f-baaa03ef1040 in Status: SUCCESS [ 791.010864] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.125647] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eac7e7d4-2b7d-41a6-a03a-40acd50b6af6 in Status: SUCCESS [ 791.126310] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eac7e7d4-2b7d-41a6-a03a-40acd50b6af6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.126310] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eac7e7d4-2b7d-41a6-a03a-40acd50b6af6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.126310] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eac7e7d4-2b7d-41a6-a03a-40acd50b6af6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.126469] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.126616] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.126659] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.126814] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.126919] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.127223] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eac7e7d4-2b7d-41a6-a03a-40acd50b6af6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.127223] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eac7e7d4-2b7d-41a6-a03a-40acd50b6af6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.412244] env[65123]: INFO networking_nsxv3.common.synchronization [None req-1a425a75-54e6-4e2d-a519-2c43bd47cfde tempest-ImagesOneServerNegativeTestJSON-1485946634 tempest-ImagesOneServerNegativeTestJSON-1485946634-project-member] Enqueued Resource ID: ffafce4d-010a-4830-8bea-8bf5ba2bf0cb with Priority: HIGHEST for action security_group_rules [ 791.412848] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffafce4d-010a-4830-8bea-8bf5ba2bf0cb with Priority: HIGHEST for action security_group_rules [ 791.413176] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ffafce4d-010a-4830-8bea-8bf5ba2bf0cb taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.413299] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ffafce4d-010a-4830-8bea-8bf5ba2bf0cb" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.413362] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ffafce4d-010a-4830-8bea-8bf5ba2bf0cb" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.415252] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ffafce4d-010a-4830-8bea-8bf5ba2bf0cb" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.420509] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ffafce4d-010a-4830-8bea-8bf5ba2bf0cb',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.455932] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8fcd665b-7f92-418a-a7bb-35a0ae34d15b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.521027] env[65123]: INFO networking_nsxv3.common.synchronization [None req-f3747337-ff46-4363-8b2a-7cab82ca0ffb tempest-ImagesOneServerNegativeTestJSON-1485946634 tempest-ImagesOneServerNegativeTestJSON-1485946634-project-member] Enqueued Resource ID: ffafce4d-010a-4830-8bea-8bf5ba2bf0cb with Priority: HIGHEST for action security_group_rules [ 791.521606] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffafce4d-010a-4830-8bea-8bf5ba2bf0cb with Priority: HIGHEST for action security_group_rules [ 791.521992] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ffafce4d-010a-4830-8bea-8bf5ba2bf0cb taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.523269] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ffafce4d-010a-4830-8bea-8bf5ba2bf0cb" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.629863] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-eac7e7d4-2b7d-41a6-a03a-40acd50b6af6 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.630090] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eac7e7d4-2b7d-41a6-a03a-40acd50b6af6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.630148] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eac7e7d4-2b7d-41a6-a03a-40acd50b6af6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.630378] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eac7e7d4-2b7d-41a6-a03a-40acd50b6af6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.630645] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.630752] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.630819] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.630967] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.631069] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.631159] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eac7e7d4-2b7d-41a6-a03a-40acd50b6af6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.631314] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-eac7e7d4-2b7d-41a6-a03a-40acd50b6af6 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.631407] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eac7e7d4-2b7d-41a6-a03a-40acd50b6af6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.631467] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eac7e7d4-2b7d-41a6-a03a-40acd50b6af6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.631608] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eac7e7d4-2b7d-41a6-a03a-40acd50b6af6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.631742] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.631831] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.631890] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.632033] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.632110] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.632190] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eac7e7d4-2b7d-41a6-a03a-40acd50b6af6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.632278] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eac7e7d4-2b7d-41a6-a03a-40acd50b6af6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.940910] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.941058] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.941117] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.941326] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.941418] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.941522] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ffafce4d-010a-4830-8bea-8bf5ba2bf0cb already deleted. [ 791.941603] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ffafce4d-010a-4830-8bea-8bf5ba2bf0cb" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.941771] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ffafce4d-010a-4830-8bea-8bf5ba2bf0cb" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.941919] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ffafce4d-010a-4830-8bea-8bf5ba2bf0cb" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.942053] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ffafce4d-010a-4830-8bea-8bf5ba2bf0cb',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.957659] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.957814] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.957881] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.958093] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.958181] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.958280] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fcd665b-7f92-418a-a7bb-35a0ae34d15b is going to be created. [ 791.985178] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.985361] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.985403] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.985625] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.985861] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.997075] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fcd665b-7f92-418a-a7bb-35a0ae34d15b in Status: UNINITIALIZED for 2s [ 792.136393] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eac7e7d4-2b7d-41a6-a03a-40acd50b6af6: rpc.has_security_group_logging(os_id): False [ 792.157418] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.157812] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.157981] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.158322] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.158533] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.158837] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.159072] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.159223] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.159495] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.159675] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.160015] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.160231] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.160392] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.160659] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.160830] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.161106] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.161310] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.161450] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.161663] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.161830] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.162034] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eac7e7d4-2b7d-41a6-a03a-40acd50b6af6 is going to be created. [ 792.224832] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.225073] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.225073] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.225275] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.225449] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.238138] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eac7e7d4-2b7d-41a6-a03a-40acd50b6af6 in Status: IN_PROGRESS for 2s [ 792.464515] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.464515] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.465568] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.465568] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.465568] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.465568] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ffafce4d-010a-4830-8bea-8bf5ba2bf0cb already deleted. [ 792.465832] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ffafce4d-010a-4830-8bea-8bf5ba2bf0cb" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.830752] env[65123]: INFO networking_nsxv3.common.synchronization [req-483f3795-cac1-42ed-ab3c-4870551ddc03 req-a876a4a7-cb05-4c98-a0c4-33ae924ffc9c tempest-ServerDiskConfigTestJSON-1012320618 tempest-ServerDiskConfigTestJSON-1012320618-project-member] Enqueued Resource ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 with Priority: HIGHEST for action security_group_members [ 793.832391] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 with Priority: HIGHEST for action security_group_members [ 793.834324] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.835111] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.835366] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.835948] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.836364] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.836712] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.836971] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.837493] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.839040] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.839347] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.008919] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fcd665b-7f92-418a-a7bb-35a0ae34d15b in Status: SUCCESS [ 794.008919] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fcd665b-7f92-418a-a7bb-35a0ae34d15b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.009230] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fcd665b-7f92-418a-a7bb-35a0ae34d15b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.009458] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fcd665b-7f92-418a-a7bb-35a0ae34d15b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.010085] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.010085] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.010085] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.010085] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.010085] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.010399] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fcd665b-7f92-418a-a7bb-35a0ae34d15b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.010399] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8fcd665b-7f92-418a-a7bb-35a0ae34d15b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.254391] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eac7e7d4-2b7d-41a6-a03a-40acd50b6af6 in Status: SUCCESS [ 794.254391] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eac7e7d4-2b7d-41a6-a03a-40acd50b6af6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.345785] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.345785] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.345785] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.346050] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.346109] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.346297] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.346402] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.346463] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.346589] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.346657] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.346781] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 is going to be updated. [ 794.379372] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.379372] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.379372] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.379372] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.379372] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.388043] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 in Status: IN_PROGRESS for 2s [ 794.513065] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8fcd665b-7f92-418a-a7bb-35a0ae34d15b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.016658] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8fcd665b-7f92-418a-a7bb-35a0ae34d15b: rpc.has_security_group_logging(os_id): False [ 795.036706] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.037430] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.037430] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.037430] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.037430] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.037824] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.037824] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.037824] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.037824] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.038114] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.038114] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fcd665b-7f92-418a-a7bb-35a0ae34d15b is going to be created. [ 795.122418] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.122418] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.122418] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.122716] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.122984] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.136545] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fcd665b-7f92-418a-a7bb-35a0ae34d15b in Status: IN_PROGRESS for 2s [ 795.988880] env[65123]: INFO networking_nsxv3.common.synchronization [None req-1d7bde81-9680-4019-912a-0c84f489beff None None] Enqueued Resource ID: 0e2bf945-2f61-4a10-928c-22a405603c6f with Priority: HIGHEST for action port [ 795.989181] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e2bf945-2f61-4a10-928c-22a405603c6f with Priority: HIGHEST for action port [ 795.989492] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e2bf945-2f61-4a10-928c-22a405603c6f taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.989616] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e2bf945-2f61-4a10-928c-22a405603c6f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.989687] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e2bf945-2f61-4a10-928c-22a405603c6f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.989929] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e2bf945-2f61-4a10-928c-22a405603c6f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.990017] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e2bf945-2f61-4a10-928c-22a405603c6f',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.401813] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 in Status: SUCCESS [ 796.401813] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 deletion is rescheduled due to dependency. [ 796.401813] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.494450] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e2bf945-2f61-4a10-928c-22a405603c6f [ 796.494450] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.494450] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.494450] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.494450] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.494450] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.494450] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e2bf945-2f61-4a10-928c-22a405603c6f already deleted. [ 796.494450] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e2bf945-2f61-4a10-928c-22a405603c6f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.160070] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fcd665b-7f92-418a-a7bb-35a0ae34d15b in Status: SUCCESS [ 797.160872] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fcd665b-7f92-418a-a7bb-35a0ae34d15b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.046562] env[65123]: INFO networking_nsxv3.common.synchronization [None req-05cf77d9-6d01-414f-8ae8-51fa7b8473af None None] Enqueued Resource ID: b842b3a8-af2c-4528-ac34-6068f9cbaada with Priority: HIGHEST for action port [ 799.046562] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b842b3a8-af2c-4528-ac34-6068f9cbaada with Priority: HIGHEST for action port [ 799.046883] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-b842b3a8-af2c-4528-ac34-6068f9cbaada taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.046883] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b842b3a8-af2c-4528-ac34-6068f9cbaada" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.046883] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b842b3a8-af2c-4528-ac34-6068f9cbaada" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.047623] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b842b3a8-af2c-4528-ac34-6068f9cbaada" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.047746] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b842b3a8-af2c-4528-ac34-6068f9cbaada',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.552344] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b842b3a8-af2c-4528-ac34-6068f9cbaada [ 799.552344] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.552344] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.552344] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.552344] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.552344] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.552605] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b842b3a8-af2c-4528-ac34-6068f9cbaada already deleted. [ 799.552605] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b842b3a8-af2c-4528-ac34-6068f9cbaada" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.689429] env[65123]: INFO networking_nsxv3.common.synchronization [None req-96eb73eb-93e0-4bc8-a3a4-a078bd3bbb76 None None] Enqueued Resource ID: b5ca42eb-9c2f-4e2a-84fc-76dd1cef56f6 with Priority: HIGHEST for action port [ 799.690515] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5ca42eb-9c2f-4e2a-84fc-76dd1cef56f6 with Priority: HIGHEST for action port [ 799.690816] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5ca42eb-9c2f-4e2a-84fc-76dd1cef56f6 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.690999] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5ca42eb-9c2f-4e2a-84fc-76dd1cef56f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.691130] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5ca42eb-9c2f-4e2a-84fc-76dd1cef56f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.691474] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5ca42eb-9c2f-4e2a-84fc-76dd1cef56f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.691611] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5ca42eb-9c2f-4e2a-84fc-76dd1cef56f6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.193926] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b5ca42eb-9c2f-4e2a-84fc-76dd1cef56f6 [ 800.194213] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.194324] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.194437] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.194588] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.194678] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.194892] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b5ca42eb-9c2f-4e2a-84fc-76dd1cef56f6 already deleted. [ 800.194892] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5ca42eb-9c2f-4e2a-84fc-76dd1cef56f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.626831] env[65123]: INFO networking_nsxv3.common.synchronization [req-59316ce6-abb4-499d-86df-b3fe4c3de730 req-1456d794-041d-4c93-8880-1d8ca8bdddc4 tempest-SecurityGroupsTestJSON-584188284 tempest-SecurityGroupsTestJSON-584188284-project-member] Enqueued Resource ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 with Priority: HIGHEST for action security_group_members [ 800.627453] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 with Priority: HIGHEST for action security_group_members [ 800.627733] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc18ea69-ea22-4176-ba3e-77f2f084aa82 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.627852] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.627928] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.630942] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.630942] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.630942] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.630942] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.630942] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.630942] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.630942] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc18ea69-ea22-4176-ba3e-77f2f084aa82',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.034592] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock network-441 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.034811] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "network-441" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.035378] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "network-441" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.035629] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "network-441" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.035908] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.036083] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.036206] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.036428] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.036562] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.036767] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 801.036919] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 801.037043] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 801.037090] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 801.037214] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 801.037279] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 801.037410] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 801.061114] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 801.061339] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 801.061504] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 801.061820] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "network-441" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.062073] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock port-659ad6ec-dd32-4034-a1bd-70b68ff3a24a taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.062263] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "port-659ad6ec-dd32-4034-a1bd-70b68ff3a24a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.062384] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "port-659ad6ec-dd32-4034-a1bd-70b68ff3a24a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.062727] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "port-659ad6ec-dd32-4034-a1bd-70b68ff3a24a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.062841] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('659ad6ec-dd32-4034-a1bd-70b68ff3a24a',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.097061] env[65123]: INFO networking_nsxv3.common.synchronization [req-9d7fbf4f-9256-445a-82c7-3de9042d032e req-32566c74-29fc-4c80-8982-66a3b9ff0e0b tempest-ServerPasswordTestJSON-209108382 tempest-ServerPasswordTestJSON-209108382-project-member] Enqueued Resource ID: eac7e7d4-2b7d-41a6-a03a-40acd50b6af6 with Priority: HIGHEST for action security_group_members [ 801.097061] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eac7e7d4-2b7d-41a6-a03a-40acd50b6af6 with Priority: HIGHEST for action security_group_members [ 801.097216] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-eac7e7d4-2b7d-41a6-a03a-40acd50b6af6 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.097325] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eac7e7d4-2b7d-41a6-a03a-40acd50b6af6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.097395] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eac7e7d4-2b7d-41a6-a03a-40acd50b6af6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.097648] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eac7e7d4-2b7d-41a6-a03a-40acd50b6af6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.097886] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.098019] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.098102] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.098255] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.098342] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.098443] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eac7e7d4-2b7d-41a6-a03a-40acd50b6af6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.136358] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc18ea69-ea22-4176-ba3e-77f2f084aa82',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.567931] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.567931] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.567931] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.567931] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.567931] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.567931] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Segment Port 659ad6ec-dd32-4034-a1bd-70b68ff3a24a not found, creating... [ 801.567931] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.567931] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.567931] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.567931] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.567931] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.568735] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.568735] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.568735] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.568997] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.569310] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.569566] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Resource: SegmentPort with ID: 659ad6ec-dd32-4034-a1bd-70b68ff3a24a is going to be created. [ 801.594820] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.595047] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.595154] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.595420] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.595648] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.595867] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "port-659ad6ec-dd32-4034-a1bd-70b68ff3a24a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.602476] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.602617] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.602669] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.602860] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.602947] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.603147] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.603246] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.603378] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.603536] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.603617] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.603736] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eac7e7d4-2b7d-41a6-a03a-40acd50b6af6 is going to be updated. [ 801.634270] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.634270] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.634270] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.634270] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.634270] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.638341] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc18ea69-ea22-4176-ba3e-77f2f084aa82',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.642509] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eac7e7d4-2b7d-41a6-a03a-40acd50b6af6 in Status: IN_PROGRESS for 2s [ 802.104428] env[65123]: INFO networking_nsxv3.common.synchronization [None req-6a175b3a-da21-4ff3-b3c1-aa5b639b539b None None] Enqueued Resource ID: 88926163-8b13-4262-89b0-2180e70c53f7 with Priority: HIGHEST for action port [ 802.105212] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88926163-8b13-4262-89b0-2180e70c53f7 with Priority: HIGHEST for action port [ 802.105891] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-88926163-8b13-4262-89b0-2180e70c53f7 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.106230] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88926163-8b13-4262-89b0-2180e70c53f7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.106405] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88926163-8b13-4262-89b0-2180e70c53f7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.106737] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88926163-8b13-4262-89b0-2180e70c53f7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.107096] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88926163-8b13-4262-89b0-2180e70c53f7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.141982] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.142272] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.142347] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.142580] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.142685] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.142792] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 is going to be updated. [ 802.175368] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.175605] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.175605] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.175800] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.175992] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.188740] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 in Status: IN_PROGRESS for 2s [ 802.355212] env[65123]: INFO networking_nsxv3.common.synchronization [req-59316ce6-abb4-499d-86df-b3fe4c3de730 req-9e4e3971-c191-43c5-a771-e656a3c10967 service nova] Enqueued Resource ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 with Priority: HIGHEST for action security_group_rules [ 802.355392] env[65123]: INFO networking_nsxv3.common.synchronization [req-59316ce6-abb4-499d-86df-b3fe4c3de730 req-9e4e3971-c191-43c5-a771-e656a3c10967 service nova] Enqueued Resource ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 with Priority: HIGHEST for action security_group_members [ 802.355526] env[65123]: INFO networking_nsxv3.common.synchronization [req-59316ce6-abb4-499d-86df-b3fe4c3de730 req-9e4e3971-c191-43c5-a771-e656a3c10967 service nova] Enqueued Resource ID: 659ad6ec-dd32-4034-a1bd-70b68ff3a24a with Priority: HIGHEST for action port [ 802.356200] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 with Priority: HIGHEST for action security_group_rules [ 802.357503] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 with Priority: HIGHEST for action security_group_members [ 802.357800] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 659ad6ec-dd32-4034-a1bd-70b68ff3a24a with Priority: HIGHEST for action port [ 802.358046] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc18ea69-ea22-4176-ba3e-77f2f084aa82 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.358182] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.358249] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.358470] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.358801] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc18ea69-ea22-4176-ba3e-77f2f084aa82',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.360294] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc18ea69-ea22-4176-ba3e-77f2f084aa82 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.360385] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.360655] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-659ad6ec-dd32-4034-a1bd-70b68ff3a24a taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.360772] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-659ad6ec-dd32-4034-a1bd-70b68ff3a24a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.360901] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-659ad6ec-dd32-4034-a1bd-70b68ff3a24a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.366701] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-659ad6ec-dd32-4034-a1bd-70b68ff3a24a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.366701] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('659ad6ec-dd32-4034-a1bd-70b68ff3a24a',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.612313] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 88926163-8b13-4262-89b0-2180e70c53f7 [ 802.612313] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.612313] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.612313] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.612313] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.612313] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.612313] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:88926163-8b13-4262-89b0-2180e70c53f7 already deleted. [ 802.612313] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88926163-8b13-4262-89b0-2180e70c53f7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.866919] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc18ea69-ea22-4176-ba3e-77f2f084aa82 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.867061] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.867240] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 659ad6ec-dd32-4034-a1bd-70b68ff3a24a with status ACTIVE [ 802.867451] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.867567] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.867623] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.867903] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.867903] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.868060] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.868156] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.868216] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.868361] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.868455] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.868922] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.868922] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.868922] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.868922] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.869223] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.869223] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 659ad6ec-dd32-4034-a1bd-70b68ff3a24a is going to be updated. [ 802.894442] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.894582] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.894656] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.894852] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.895092] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.895168] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-659ad6ec-dd32-4034-a1bd-70b68ff3a24a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.654669] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eac7e7d4-2b7d-41a6-a03a-40acd50b6af6 in Status: SUCCESS [ 803.654669] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eac7e7d4-2b7d-41a6-a03a-40acd50b6af6 deletion is rescheduled due to dependency. [ 803.654669] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eac7e7d4-2b7d-41a6-a03a-40acd50b6af6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.202385] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 in Status: SUCCESS [ 804.202385] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.202385] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.202385] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.203170] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.203273] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.203315] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.203818] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.203891] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.204108] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc18ea69-ea22-4176-ba3e-77f2f084aa82',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.707543] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc18ea69-ea22-4176-ba3e-77f2f084aa82',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.209761] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc18ea69-ea22-4176-ba3e-77f2f084aa82',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.713887] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.714187] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.714187] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.714402] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.714579] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.714579] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 is going to be updated. [ 805.751017] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.753040] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.753040] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.753040] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.753040] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.763427] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 in Status: IN_PROGRESS for 2s [ 806.715458] env[65123]: INFO networking_nsxv3.common.synchronization [None req-a83c21e6-b7db-4534-84fe-3069e563604e None None] Enqueued Resource ID: f0c460df-0c47-434a-92b6-d00340b15fa6 with Priority: HIGHEST for action port [ 806.715820] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0c460df-0c47-434a-92b6-d00340b15fa6 with Priority: HIGHEST for action port [ 806.718625] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0c460df-0c47-434a-92b6-d00340b15fa6 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.718625] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0c460df-0c47-434a-92b6-d00340b15fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.718625] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0c460df-0c47-434a-92b6-d00340b15fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.718625] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0c460df-0c47-434a-92b6-d00340b15fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.718625] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0c460df-0c47-434a-92b6-d00340b15fa6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.838124] env[65123]: INFO networking_nsxv3.common.synchronization [req-521c19a4-a243-4103-af60-4cfa3f21e091 req-1337d37f-7fc9-4cb5-abc5-7326750374f5 tempest-FloatingIPsAssociationNegativeTestJSON-408962929 tempest-FloatingIPsAssociationNegativeTestJSON-408962929-project-member] Enqueued Resource ID: a433efe1-acc5-4fe4-b408-4da9b17cf561 with Priority: HIGHEST for action security_group_members [ 806.838922] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a433efe1-acc5-4fe4-b408-4da9b17cf561 with Priority: HIGHEST for action security_group_members [ 806.838922] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-a433efe1-acc5-4fe4-b408-4da9b17cf561 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.839143] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a433efe1-acc5-4fe4-b408-4da9b17cf561" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.839239] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a433efe1-acc5-4fe4-b408-4da9b17cf561" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.839516] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a433efe1-acc5-4fe4-b408-4da9b17cf561" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.839747] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.839859] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.839921] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.840122] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.840169] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.840265] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a433efe1-acc5-4fe4-b408-4da9b17cf561',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.221751] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-62 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.222048] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-62" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.222118] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-62" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.222405] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-62" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.222754] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.222950] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.223135] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.223307] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.223450] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.223659] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 807.223793] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 807.223869] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 807.223972] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 807.224090] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 807.224193] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 807.224333] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 807.225441] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f0c460df-0c47-434a-92b6-d00340b15fa6 [ 807.225612] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.225720] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.225787] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.225947] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.226042] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.226134] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f0c460df-0c47-434a-92b6-d00340b15fa6 already deleted. [ 807.226214] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0c460df-0c47-434a-92b6-d00340b15fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.246542] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 807.246735] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 807.246903] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 807.247123] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-62" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.247600] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-6a3d8c84-0486-4f5d-9ad6-edee71afcc55 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.248012] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-6a3d8c84-0486-4f5d-9ad6-edee71afcc55" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.248012] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-6a3d8c84-0486-4f5d-9ad6-edee71afcc55" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.251913] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-6a3d8c84-0486-4f5d-9ad6-edee71afcc55" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.252083] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a3d8c84-0486-4f5d-9ad6-edee71afcc55',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.343812] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.343964] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.344060] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.344292] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.344399] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.344596] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.344690] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.344749] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.344915] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.344986] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.345080] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a433efe1-acc5-4fe4-b408-4da9b17cf561 already deleted. [ 807.345155] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a433efe1-acc5-4fe4-b408-4da9b17cf561" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.755785] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.756105] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.756182] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.756456] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.756605] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.756759] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port 6a3d8c84-0486-4f5d-9ad6-edee71afcc55 not found, creating... [ 807.757028] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.757189] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.757305] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.757572] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.757713] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.758128] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.758315] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.758315] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.758491] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.758713] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.758836] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: 6a3d8c84-0486-4f5d-9ad6-edee71afcc55 is going to be created. [ 807.775108] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 in Status: SUCCESS [ 807.775335] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.775646] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.776481] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.776481] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.776481] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.776481] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.776481] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.776832] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.776832] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.776832] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc18ea69-ea22-4176-ba3e-77f2f084aa82',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.785103] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.785329] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.785510] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.785784] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.785995] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.786480] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-6a3d8c84-0486-4f5d-9ad6-edee71afcc55" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.279375] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc18ea69-ea22-4176-ba3e-77f2f084aa82 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.279663] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.279663] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.279663] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.279663] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.279663] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.279663] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.279663] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.279663] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.279663] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.279663] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc18ea69-ea22-4176-ba3e-77f2f084aa82 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.279663] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.279663] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.279663] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.279663] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.281573] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.281573] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.281573] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.281573] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.281573] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.281573] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc18ea69-ea22-4176-ba3e-77f2f084aa82',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.540896] env[65123]: INFO networking_nsxv3.common.synchronization [req-521c19a4-a243-4103-af60-4cfa3f21e091 req-7b12ddcf-dc75-438f-9050-bbdae1d82127 service nova] Enqueued Resource ID: a433efe1-acc5-4fe4-b408-4da9b17cf561 with Priority: HIGHEST for action security_group_rules [ 808.541452] env[65123]: INFO networking_nsxv3.common.synchronization [req-521c19a4-a243-4103-af60-4cfa3f21e091 req-7b12ddcf-dc75-438f-9050-bbdae1d82127 service nova] Enqueued Resource ID: a433efe1-acc5-4fe4-b408-4da9b17cf561 with Priority: HIGHEST for action security_group_members [ 808.541452] env[65123]: INFO networking_nsxv3.common.synchronization [req-521c19a4-a243-4103-af60-4cfa3f21e091 req-7b12ddcf-dc75-438f-9050-bbdae1d82127 service nova] Enqueued Resource ID: 6a3d8c84-0486-4f5d-9ad6-edee71afcc55 with Priority: HIGHEST for action port [ 808.541792] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a433efe1-acc5-4fe4-b408-4da9b17cf561 with Priority: HIGHEST for action security_group_rules [ 808.545215] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a433efe1-acc5-4fe4-b408-4da9b17cf561 with Priority: HIGHEST for action security_group_members [ 808.545426] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a3d8c84-0486-4f5d-9ad6-edee71afcc55 with Priority: HIGHEST for action port [ 808.550020] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a433efe1-acc5-4fe4-b408-4da9b17cf561 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.550020] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a433efe1-acc5-4fe4-b408-4da9b17cf561" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.550020] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a433efe1-acc5-4fe4-b408-4da9b17cf561" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.550020] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a433efe1-acc5-4fe4-b408-4da9b17cf561" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.550020] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a433efe1-acc5-4fe4-b408-4da9b17cf561',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.550020] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-a433efe1-acc5-4fe4-b408-4da9b17cf561 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.550020] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a433efe1-acc5-4fe4-b408-4da9b17cf561" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.550020] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a433efe1-acc5-4fe4-b408-4da9b17cf561" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.550020] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a433efe1-acc5-4fe4-b408-4da9b17cf561" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.550020] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.550020] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.550020] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.550020] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.550020] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.550020] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a433efe1-acc5-4fe4-b408-4da9b17cf561',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.552059] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a3d8c84-0486-4f5d-9ad6-edee71afcc55 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.552552] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a3d8c84-0486-4f5d-9ad6-edee71afcc55" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.552764] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a3d8c84-0486-4f5d-9ad6-edee71afcc55" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.553065] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a3d8c84-0486-4f5d-9ad6-edee71afcc55" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.553284] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a3d8c84-0486-4f5d-9ad6-edee71afcc55',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.785811] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc18ea69-ea22-4176-ba3e-77f2f084aa82: rpc.has_security_group_logging(os_id): False [ 808.806153] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.806326] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.807401] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.807401] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.807401] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.807401] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.807401] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.807401] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.807401] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.807401] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.807819] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.807819] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.807819] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.807819] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.807964] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.808063] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.808137] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.808193] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.808325] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.808396] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.808481] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 is going to be updated. [ 808.884339] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.884488] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.884809] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.884809] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.885262] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.907371] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 in Status: IN_PROGRESS for 2s [ 809.057954] env[65123]: INFO networking_nsxv3.common.synchronization [None req-fbf4b5b4-051e-4b9d-b15c-969f3cca40a0 None None] Enqueued Resource ID: 6fbf3842-189f-4a98-bfe9-41ce4d38e413 with Priority: HIGHEST for action port [ 809.057954] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-a433efe1-acc5-4fe4-b408-4da9b17cf561 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.057954] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a433efe1-acc5-4fe4-b408-4da9b17cf561" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.057954] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a433efe1-acc5-4fe4-b408-4da9b17cf561',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.061854] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fbf3842-189f-4a98-bfe9-41ce4d38e413 with Priority: HIGHEST for action port [ 809.062419] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a3d8c84-0486-4f5d-9ad6-edee71afcc55 with status ACTIVE [ 809.062668] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.062849] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.062944] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.063486] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.063677] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.063869] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.064067] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.064255] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.064464] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.064614] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.064803] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.064939] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.065038] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.065219] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.066273] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.066443] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a3d8c84-0486-4f5d-9ad6-edee71afcc55 is going to be updated. [ 809.068879] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fbf3842-189f-4a98-bfe9-41ce4d38e413 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.069701] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fbf3842-189f-4a98-bfe9-41ce4d38e413" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.070347] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fbf3842-189f-4a98-bfe9-41ce4d38e413" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.070660] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fbf3842-189f-4a98-bfe9-41ce4d38e413" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.073141] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fbf3842-189f-4a98-bfe9-41ce4d38e413',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.096223] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.096703] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.096703] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.096703] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.096912] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.097674] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a3d8c84-0486-4f5d-9ad6-edee71afcc55" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.563754] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a433efe1-acc5-4fe4-b408-4da9b17cf561',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.575498] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6fbf3842-189f-4a98-bfe9-41ce4d38e413 [ 809.575498] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.575498] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.575498] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.575498] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.575498] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.575820] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6fbf3842-189f-4a98-bfe9-41ce4d38e413 already deleted. [ 809.575820] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fbf3842-189f-4a98-bfe9-41ce4d38e413" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.066064] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.066379] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.066379] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.066470] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.066572] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.066634] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a433efe1-acc5-4fe4-b408-4da9b17cf561 is going to be created. [ 810.095592] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.095592] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.095592] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.095592] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.095592] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.105153] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a433efe1-acc5-4fe4-b408-4da9b17cf561 in Status: UNINITIALIZED for 2s [ 810.933196] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 in Status: SUCCESS [ 810.933196] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.116822] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a433efe1-acc5-4fe4-b408-4da9b17cf561 in Status: SUCCESS [ 812.117305] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a433efe1-acc5-4fe4-b408-4da9b17cf561" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.117305] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a433efe1-acc5-4fe4-b408-4da9b17cf561" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.117305] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a433efe1-acc5-4fe4-b408-4da9b17cf561" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.117552] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.117664] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.117702] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.117895] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.117975] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.118072] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a433efe1-acc5-4fe4-b408-4da9b17cf561" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.118264] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a433efe1-acc5-4fe4-b408-4da9b17cf561',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.271902] env[65123]: INFO networking_nsxv3.common.synchronization [req-42b4ba8d-06ff-403d-a298-5f15fba9ce4c req-52f7efcb-7ab0-4002-a2cd-b1c3fa7f6861 tempest-ListServersNegativeTestJSON-28496433 tempest-ListServersNegativeTestJSON-28496433-project-member] Enqueued Resource ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd with Priority: HIGHEST for action security_group_members [ 812.272457] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd with Priority: HIGHEST for action security_group_members [ 812.272770] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.272896] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.273336] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.273548] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.273737] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.273846] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.273910] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.274102] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.274158] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.274254] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b14fcce-45d1-4b5a-8184-9d6a215d92fd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.373708] env[65123]: INFO networking_nsxv3.common.synchronization [req-aa9cf2f3-fe2d-44d5-b2e3-aeb3a30175e5 req-a3508db4-3a03-40ba-8407-162932874198 tempest-ListServersNegativeTestJSON-28496433 tempest-ListServersNegativeTestJSON-28496433-project-member] Enqueued Resource ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd with Priority: HIGHEST for action security_group_members [ 812.374186] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd with Priority: HIGHEST for action security_group_members [ 812.374610] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.374749] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.626077] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-a433efe1-acc5-4fe4-b408-4da9b17cf561 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.626077] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a433efe1-acc5-4fe4-b408-4da9b17cf561" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.626077] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a433efe1-acc5-4fe4-b408-4da9b17cf561" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.626077] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a433efe1-acc5-4fe4-b408-4da9b17cf561" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.626077] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.626077] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.626077] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.626077] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.626077] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.626077] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a433efe1-acc5-4fe4-b408-4da9b17cf561" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.626077] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-a433efe1-acc5-4fe4-b408-4da9b17cf561 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.626077] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a433efe1-acc5-4fe4-b408-4da9b17cf561" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.626077] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a433efe1-acc5-4fe4-b408-4da9b17cf561" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.626618] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a433efe1-acc5-4fe4-b408-4da9b17cf561" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.626618] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.626618] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.626618] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.626618] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.626797] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.626797] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a433efe1-acc5-4fe4-b408-4da9b17cf561" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.626797] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a433efe1-acc5-4fe4-b408-4da9b17cf561',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.776812] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b14fcce-45d1-4b5a-8184-9d6a215d92fd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.829251] env[65123]: INFO networking_nsxv3.common.synchronization [req-0d1e6c64-27bb-4b46-9c75-3bb8f215eaa0 req-60e0ba6a-c654-4869-af38-23cc4861ca3a tempest-SecurityGroupsTestJSON-584188284 tempest-SecurityGroupsTestJSON-584188284-project-member] Enqueued Resource ID: cf084345-02ac-40f0-83e6-e6dad3f1da01 with Priority: HIGHEST for action security_group_members [ 812.829251] env[65123]: INFO networking_nsxv3.common.synchronization [req-0d1e6c64-27bb-4b46-9c75-3bb8f215eaa0 req-60e0ba6a-c654-4869-af38-23cc4861ca3a tempest-SecurityGroupsTestJSON-584188284 tempest-SecurityGroupsTestJSON-584188284-project-member] Enqueued Resource ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 with Priority: HIGHEST for action security_group_members [ 812.829617] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf084345-02ac-40f0-83e6-e6dad3f1da01 with Priority: HIGHEST for action security_group_members [ 812.829775] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 with Priority: HIGHEST for action security_group_members [ 812.830133] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf084345-02ac-40f0-83e6-e6dad3f1da01 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.830261] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf084345-02ac-40f0-83e6-e6dad3f1da01" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.830460] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf084345-02ac-40f0-83e6-e6dad3f1da01" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.830653] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf084345-02ac-40f0-83e6-e6dad3f1da01" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.830816] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.830916] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.830978] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.831160] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.831230] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.831322] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf084345-02ac-40f0-83e6-e6dad3f1da01',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.832541] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc18ea69-ea22-4176-ba3e-77f2f084aa82 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.832656] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.832725] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.832885] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.833088] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.833184] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.833240] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.833388] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.833466] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.833559] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc18ea69-ea22-4176-ba3e-77f2f084aa82',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.878830] env[65123]: INFO networking_nsxv3.common.synchronization [req-0d1e6c64-27bb-4b46-9c75-3bb8f215eaa0 req-60e0ba6a-c654-4869-af38-23cc4861ca3a tempest-SecurityGroupsTestJSON-584188284 tempest-SecurityGroupsTestJSON-584188284-project-member] Enqueued Resource ID: cf084345-02ac-40f0-83e6-e6dad3f1da01 with Priority: HIGHEST for action security_group_rules [ 812.879025] env[65123]: INFO networking_nsxv3.common.synchronization [req-0d1e6c64-27bb-4b46-9c75-3bb8f215eaa0 req-60e0ba6a-c654-4869-af38-23cc4861ca3a tempest-SecurityGroupsTestJSON-584188284 tempest-SecurityGroupsTestJSON-584188284-project-member] Enqueued Resource ID: cf084345-02ac-40f0-83e6-e6dad3f1da01 with Priority: HIGHEST for action security_group_members [ 812.879171] env[65123]: INFO networking_nsxv3.common.synchronization [req-0d1e6c64-27bb-4b46-9c75-3bb8f215eaa0 req-60e0ba6a-c654-4869-af38-23cc4861ca3a tempest-SecurityGroupsTestJSON-584188284 tempest-SecurityGroupsTestJSON-584188284-project-member] Enqueued Resource ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 with Priority: HIGHEST for action security_group_rules [ 812.879302] env[65123]: INFO networking_nsxv3.common.synchronization [req-0d1e6c64-27bb-4b46-9c75-3bb8f215eaa0 req-60e0ba6a-c654-4869-af38-23cc4861ca3a tempest-SecurityGroupsTestJSON-584188284 tempest-SecurityGroupsTestJSON-584188284-project-member] Enqueued Resource ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 with Priority: HIGHEST for action security_group_members [ 812.879421] env[65123]: INFO networking_nsxv3.common.synchronization [req-0d1e6c64-27bb-4b46-9c75-3bb8f215eaa0 req-60e0ba6a-c654-4869-af38-23cc4861ca3a tempest-SecurityGroupsTestJSON-584188284 tempest-SecurityGroupsTestJSON-584188284-project-member] Enqueued Resource ID: 659ad6ec-dd32-4034-a1bd-70b68ff3a24a with Priority: HIGHEST for action port [ 812.880270] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf084345-02ac-40f0-83e6-e6dad3f1da01 with Priority: HIGHEST for action security_group_rules [ 812.880429] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 with Priority: HIGHEST for action security_group_rules [ 812.880531] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 659ad6ec-dd32-4034-a1bd-70b68ff3a24a with Priority: HIGHEST for action port [ 812.880636] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf084345-02ac-40f0-83e6-e6dad3f1da01 with Priority: HIGHEST for action security_group_members [ 812.880728] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 with Priority: HIGHEST for action security_group_members [ 812.881042] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf084345-02ac-40f0-83e6-e6dad3f1da01 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.881160] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf084345-02ac-40f0-83e6-e6dad3f1da01" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.881229] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf084345-02ac-40f0-83e6-e6dad3f1da01" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.881494] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf084345-02ac-40f0-83e6-e6dad3f1da01" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.881596] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf084345-02ac-40f0-83e6-e6dad3f1da01',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.882493] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc18ea69-ea22-4176-ba3e-77f2f084aa82 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.882617] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.882687] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.882869] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.882948] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc18ea69-ea22-4176-ba3e-77f2f084aa82',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.883748] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-659ad6ec-dd32-4034-a1bd-70b68ff3a24a taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.883870] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-659ad6ec-dd32-4034-a1bd-70b68ff3a24a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.883920] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-659ad6ec-dd32-4034-a1bd-70b68ff3a24a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.885023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-659ad6ec-dd32-4034-a1bd-70b68ff3a24a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.885023] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('659ad6ec-dd32-4034-a1bd-70b68ff3a24a',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.885230] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf084345-02ac-40f0-83e6-e6dad3f1da01 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.885282] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf084345-02ac-40f0-83e6-e6dad3f1da01" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.885438] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc18ea69-ea22-4176-ba3e-77f2f084aa82 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.885557] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.129609] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a433efe1-acc5-4fe4-b408-4da9b17cf561: rpc.has_security_group_logging(os_id): False [ 813.151909] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.151909] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.151909] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.151909] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.152584] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.154646] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.155327] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.155452] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.156665] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.156808] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.157923] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.158303] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.158540] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.158806] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.158923] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.159197] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.159334] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.159405] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.159576] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.159660] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.159760] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a433efe1-acc5-4fe4-b408-4da9b17cf561 is going to be created. [ 813.248515] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.248515] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.248515] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.248515] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.248515] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.265431] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a433efe1-acc5-4fe4-b408-4da9b17cf561 in Status: IN_PROGRESS for 2s [ 813.279960] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b14fcce-45d1-4b5a-8184-9d6a215d92fd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.335154] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf084345-02ac-40f0-83e6-e6dad3f1da01',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.337128] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc18ea69-ea22-4176-ba3e-77f2f084aa82',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.387232] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf084345-02ac-40f0-83e6-e6dad3f1da01 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.387389] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf084345-02ac-40f0-83e6-e6dad3f1da01" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.387579] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc18ea69-ea22-4176-ba3e-77f2f084aa82 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.387698] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.387828] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 659ad6ec-dd32-4034-a1bd-70b68ff3a24a with status ACTIVE [ 813.388058] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.388184] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.388249] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.388463] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.388645] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.388780] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.388907] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.388945] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.389125] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.389268] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.389906] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.389906] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.389906] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.389906] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.389906] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.389906] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 659ad6ec-dd32-4034-a1bd-70b68ff3a24a is going to be updated. [ 813.422151] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.422351] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.422351] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.422701] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.422701] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.423026] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-659ad6ec-dd32-4034-a1bd-70b68ff3a24a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.782978] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.783157] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.783229] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.783434] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.783526] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.783623] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd is going to be updated. [ 813.819241] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.819406] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.819468] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.819694] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.820081] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.830706] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd in Status: IN_PROGRESS for 2s [ 813.837928] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf084345-02ac-40f0-83e6-e6dad3f1da01',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.843218] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc18ea69-ea22-4176-ba3e-77f2f084aa82',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.859788] env[65123]: INFO networking_nsxv3.common.synchronization [req-cdc5afc1-e125-4ace-915c-b141fc880eb3 req-b93d2d2e-1ace-4e8d-a2a5-3b0174d3e7c7 tempest-MultipleCreateTestJSON-564200983 tempest-MultipleCreateTestJSON-564200983-project-member] Enqueued Resource ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 with Priority: HIGHEST for action security_group_members [ 813.860343] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 with Priority: HIGHEST for action security_group_members [ 813.862876] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.862876] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.862876] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.862876] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.862876] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.862876] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.862876] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.862876] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.862876] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.862876] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa9989a9-f9fb-4528-8e69-00aad4dc38f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.336613] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-27 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.337036] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-27" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.337036] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-27" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.337346] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-27" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.337700] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.337870] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.337987] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.338318] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.338467] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.338723] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 814.338844] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 814.339497] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 814.339640] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 814.339760] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 814.339898] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 814.340042] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 814.343325] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.343457] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.343530] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.343720] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.343808] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.343953] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf084345-02ac-40f0-83e6-e6dad3f1da01 is going to be created. [ 814.345720] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.345720] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.345860] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.346060] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.346214] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.346365] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 is going to be updated. [ 814.365750] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.365966] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.366069] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.366291] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.368663] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 814.368827] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 814.369176] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 814.369366] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-27" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.369671] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-ff056780-383c-4173-9524-399194f42ee6 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.369833] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-ff056780-383c-4173-9524-399194f42ee6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.369955] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-ff056780-383c-4173-9524-399194f42ee6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.370275] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-ff056780-383c-4173-9524-399194f42ee6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.370421] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff056780-383c-4173-9524-399194f42ee6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.379751] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.379901] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.379972] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.380199] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.380379] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.383986] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.384134] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.384205] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.384399] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.384544] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.393421] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf084345-02ac-40f0-83e6-e6dad3f1da01 in Status: UNINITIALIZED for 2s [ 814.394198] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 in Status: IN_PROGRESS for 2s [ 814.406826] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.406826] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.406826] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.406826] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.406826] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.407218] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.407218] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 is going to be updated. [ 814.443782] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.443915] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.443983] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.444286] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.444436] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.455650] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 in Status: IN_PROGRESS for 2s [ 814.872708] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.872942] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.873156] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.873451] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.873606] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.873762] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port ff056780-383c-4173-9524-399194f42ee6 not found, creating... [ 814.874064] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.874487] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.874487] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.874585] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.874690] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.874977] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.875146] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.875260] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.875569] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.875713] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.875855] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: ff056780-383c-4173-9524-399194f42ee6 is going to be created. [ 814.897518] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.897867] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.898206] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.898313] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.898583] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.898845] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-ff056780-383c-4173-9524-399194f42ee6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.280493] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a433efe1-acc5-4fe4-b408-4da9b17cf561 in Status: SUCCESS [ 815.280842] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a433efe1-acc5-4fe4-b408-4da9b17cf561" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.359834] env[65123]: INFO networking_nsxv3.common.synchronization [None req-b515f6fa-1d0a-4931-812f-a805be6db838 None None] Enqueued Resource ID: 666fea02-e512-434a-a91a-a36a75f5bda6 with Priority: HIGHEST for action port [ 815.360467] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 666fea02-e512-434a-a91a-a36a75f5bda6 with Priority: HIGHEST for action port [ 815.360801] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-666fea02-e512-434a-a91a-a36a75f5bda6 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.360935] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-666fea02-e512-434a-a91a-a36a75f5bda6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.361011] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-666fea02-e512-434a-a91a-a36a75f5bda6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.361462] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-666fea02-e512-434a-a91a-a36a75f5bda6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.361551] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('666fea02-e512-434a-a91a-a36a75f5bda6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.691349] env[65123]: INFO networking_nsxv3.common.synchronization [req-cdc5afc1-e125-4ace-915c-b141fc880eb3 req-deb5b951-50d4-4dd6-827c-6c84a3d25737 service nova] Enqueued Resource ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 with Priority: HIGHEST for action security_group_rules [ 815.691557] env[65123]: INFO networking_nsxv3.common.synchronization [req-cdc5afc1-e125-4ace-915c-b141fc880eb3 req-deb5b951-50d4-4dd6-827c-6c84a3d25737 service nova] Enqueued Resource ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 with Priority: HIGHEST for action security_group_members [ 815.691654] env[65123]: INFO networking_nsxv3.common.synchronization [req-cdc5afc1-e125-4ace-915c-b141fc880eb3 req-deb5b951-50d4-4dd6-827c-6c84a3d25737 service nova] Enqueued Resource ID: ff056780-383c-4173-9524-399194f42ee6 with Priority: HIGHEST for action port [ 815.692378] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 with Priority: HIGHEST for action security_group_rules [ 815.692378] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 with Priority: HIGHEST for action security_group_members [ 815.692535] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff056780-383c-4173-9524-399194f42ee6 with Priority: HIGHEST for action port [ 815.692664] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa9989a9-f9fb-4528-8e69-00aad4dc38f9 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.692786] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.692853] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.693173] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.693217] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa9989a9-f9fb-4528-8e69-00aad4dc38f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.696597] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.696727] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.696944] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff056780-383c-4173-9524-399194f42ee6 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.697054] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff056780-383c-4173-9524-399194f42ee6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.697121] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff056780-383c-4173-9524-399194f42ee6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.697294] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff056780-383c-4173-9524-399194f42ee6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.697375] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff056780-383c-4173-9524-399194f42ee6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.841178] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd in Status: SUCCESS [ 815.841848] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.841848] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.841848] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.842062] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.842136] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.842199] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.842365] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.842435] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.842526] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b14fcce-45d1-4b5a-8184-9d6a215d92fd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.864753] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 666fea02-e512-434a-a91a-a36a75f5bda6 [ 815.866176] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.866176] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.866176] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.866176] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.866176] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.866176] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:666fea02-e512-434a-a91a-a36a75f5bda6 already deleted. [ 815.866176] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-666fea02-e512-434a-a91a-a36a75f5bda6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.105301] env[65123]: INFO networking_nsxv3.common.synchronization [req-36007d8d-494f-494f-a516-bca951869775 req-6e154b64-9f23-49ca-bab3-c312f9945c04 tempest-ServerActionsV293TestJSON-2134451342 tempest-ServerActionsV293TestJSON-2134451342-project-member] Enqueued Resource ID: d7a9e508-748a-4c78-bd41-37e7882d4c1f with Priority: HIGHEST for action security_group_members [ 816.106030] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7a9e508-748a-4c78-bd41-37e7882d4c1f with Priority: HIGHEST for action security_group_members [ 816.106155] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7a9e508-748a-4c78-bd41-37e7882d4c1f taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.106293] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7a9e508-748a-4c78-bd41-37e7882d4c1f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.106377] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7a9e508-748a-4c78-bd41-37e7882d4c1f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.106624] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7a9e508-748a-4c78-bd41-37e7882d4c1f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.106809] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.106922] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.106986] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.107184] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.107285] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.107392] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7a9e508-748a-4c78-bd41-37e7882d4c1f',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.199794] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.199996] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.200131] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff056780-383c-4173-9524-399194f42ee6 with status ACTIVE [ 816.200307] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.200423] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.200490] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.200708] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.200788] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.200961] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.201071] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.201131] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.201282] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.201358] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.201534] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.201629] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.201692] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.201828] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.201901] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.201984] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff056780-383c-4173-9524-399194f42ee6 is going to be updated. [ 816.233101] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.233288] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.233797] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.233797] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.234096] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.234238] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff056780-383c-4173-9524-399194f42ee6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.347110] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.347268] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.347340] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.347653] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.347756] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.347984] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.348106] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.348165] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.348328] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.348403] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.348489] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd is going to be updated. [ 816.392730] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.392730] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.392730] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.393138] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.393138] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.410811] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf084345-02ac-40f0-83e6-e6dad3f1da01 in Status: SUCCESS [ 816.410811] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf084345-02ac-40f0-83e6-e6dad3f1da01" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.411481] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 in Status: SUCCESS [ 816.411657] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.412280] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd in Status: IN_PROGRESS for 2s [ 816.412429] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf084345-02ac-40f0-83e6-e6dad3f1da01" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.412707] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf084345-02ac-40f0-83e6-e6dad3f1da01" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.412830] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.412919] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.412974] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.413413] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.413413] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.413511] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf084345-02ac-40f0-83e6-e6dad3f1da01',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.414344] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.414514] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.414681] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.414836] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.414907] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.414987] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.415061] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.415156] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc18ea69-ea22-4176-ba3e-77f2f084aa82',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.468219] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 in Status: SUCCESS [ 816.468369] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 deletion is rescheduled due to dependency. [ 816.468369] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.469058] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.469058] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.469058] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.470113] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.470113] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.470113] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.470113] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.470113] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa9989a9-f9fb-4528-8e69-00aad4dc38f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.611716] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.611716] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.611716] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.611716] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.611716] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.611716] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.611716] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.611716] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.612271] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.612271] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.612271] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7a9e508-748a-4c78-bd41-37e7882d4c1f is going to be updated. [ 816.642431] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.642789] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.642789] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.642905] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.643225] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.656036] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7a9e508-748a-4c78-bd41-37e7882d4c1f in Status: IN_PROGRESS for 2s [ 816.797652] env[65123]: INFO networking_nsxv3.common.synchronization [req-cdc5afc1-e125-4ace-915c-b141fc880eb3 req-c8683eee-d9a5-429a-a3cb-046157bf659d tempest-MultipleCreateTestJSON-564200983 tempest-MultipleCreateTestJSON-564200983-project-member] Enqueued Resource ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 with Priority: HIGHEST for action security_group_members [ 816.798189] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 with Priority: HIGHEST for action security_group_members [ 816.799055] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.799203] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.919289] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf084345-02ac-40f0-83e6-e6dad3f1da01',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.920348] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc18ea69-ea22-4176-ba3e-77f2f084aa82',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.975133] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa9989a9-f9fb-4528-8e69-00aad4dc38f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.251854] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-27 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.252070] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-27" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.252235] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-27" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.252539] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-27" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.253069] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.253069] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.253069] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.253308] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.253372] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.253569] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 817.253680] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 817.253827] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 817.253877] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 817.253982] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 817.254095] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 817.254223] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 817.278279] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 817.278552] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 817.278806] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 817.279018] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-27" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.279514] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-10e688ae-057c-480d-94a5-177fdaa16fb7 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.279514] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-10e688ae-057c-480d-94a5-177fdaa16fb7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.279737] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-10e688ae-057c-480d-94a5-177fdaa16fb7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.279987] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-10e688ae-057c-480d-94a5-177fdaa16fb7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.280142] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10e688ae-057c-480d-94a5-177fdaa16fb7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.422448] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf084345-02ac-40f0-83e6-e6dad3f1da01',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.423694] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc18ea69-ea22-4176-ba3e-77f2f084aa82',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.477467] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa9989a9-f9fb-4528-8e69-00aad4dc38f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.766565] env[65123]: INFO networking_nsxv3.common.synchronization [None req-1ecabfe7-e380-4118-b111-f3488ad7d1d8 None None] Enqueued Resource ID: 6566c99d-fd3d-4128-b0e7-6559d96fb9b0 with Priority: HIGHEST for action port [ 817.766565] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6566c99d-fd3d-4128-b0e7-6559d96fb9b0 with Priority: HIGHEST for action port [ 817.766565] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-6566c99d-fd3d-4128-b0e7-6559d96fb9b0 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.766565] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6566c99d-fd3d-4128-b0e7-6559d96fb9b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.766565] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6566c99d-fd3d-4128-b0e7-6559d96fb9b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.766565] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6566c99d-fd3d-4128-b0e7-6559d96fb9b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.766565] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6566c99d-fd3d-4128-b0e7-6559d96fb9b0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.782775] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.783016] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.783370] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.783475] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.783557] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.783714] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port 10e688ae-057c-480d-94a5-177fdaa16fb7 not found, creating... [ 817.783964] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.784938] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.784938] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.784938] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.784938] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.784938] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.785511] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.785511] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.785511] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.785511] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.785699] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: 10e688ae-057c-480d-94a5-177fdaa16fb7 is going to be created. [ 817.807810] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.808049] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.808119] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.808492] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.808717] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.808961] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-10e688ae-057c-480d-94a5-177fdaa16fb7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.926923] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.927945] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.927945] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.927945] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.927945] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.927945] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf084345-02ac-40f0-83e6-e6dad3f1da01 is going to be updated. [ 817.929156] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.929348] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.929397] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.929584] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.929771] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.929875] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 is going to be updated. [ 817.967737] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.967873] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.967963] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.968220] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.968466] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.971080] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.971297] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.971297] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.971476] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.971608] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.980680] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.980922] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.981064] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.981389] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.981773] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.981773] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 is going to be updated. [ 817.986585] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 in Status: IN_PROGRESS for 2s [ 817.987260] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf084345-02ac-40f0-83e6-e6dad3f1da01 in Status: IN_PROGRESS for 2s [ 818.030386] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.030601] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.030707] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.031026] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.033537] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.050622] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 in Status: IN_PROGRESS for 2s [ 818.270097] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6566c99d-fd3d-4128-b0e7-6559d96fb9b0 [ 818.270097] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.270097] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.270097] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.270097] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.270097] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.270097] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6566c99d-fd3d-4128-b0e7-6559d96fb9b0 already deleted. [ 818.270097] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6566c99d-fd3d-4128-b0e7-6559d96fb9b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.426962] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd in Status: SUCCESS [ 818.427282] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd deletion is rescheduled due to dependency. [ 818.427282] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.556141] env[65123]: INFO networking_nsxv3.common.synchronization [req-cdc5afc1-e125-4ace-915c-b141fc880eb3 req-a139f4a0-61e6-4afb-b185-8e80e1672c05 service nova] Enqueued Resource ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 with Priority: HIGHEST for action security_group_rules [ 818.556454] env[65123]: INFO networking_nsxv3.common.synchronization [req-cdc5afc1-e125-4ace-915c-b141fc880eb3 req-a139f4a0-61e6-4afb-b185-8e80e1672c05 service nova] Enqueued Resource ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 with Priority: HIGHEST for action security_group_members [ 818.556683] env[65123]: INFO networking_nsxv3.common.synchronization [req-cdc5afc1-e125-4ace-915c-b141fc880eb3 req-a139f4a0-61e6-4afb-b185-8e80e1672c05 service nova] Enqueued Resource ID: 10e688ae-057c-480d-94a5-177fdaa16fb7 with Priority: HIGHEST for action port [ 818.557435] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 with Priority: HIGHEST for action security_group_rules [ 818.557708] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 with Priority: HIGHEST for action security_group_members [ 818.557870] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10e688ae-057c-480d-94a5-177fdaa16fb7 with Priority: HIGHEST for action port [ 818.558268] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa9989a9-f9fb-4528-8e69-00aad4dc38f9 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.558412] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.558726] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.558847] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.559126] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-10e688ae-057c-480d-94a5-177fdaa16fb7 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.559254] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10e688ae-057c-480d-94a5-177fdaa16fb7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.559344] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10e688ae-057c-480d-94a5-177fdaa16fb7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.559596] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10e688ae-057c-480d-94a5-177fdaa16fb7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.559700] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10e688ae-057c-480d-94a5-177fdaa16fb7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.665760] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7a9e508-748a-4c78-bd41-37e7882d4c1f in Status: SUCCESS [ 818.666321] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7a9e508-748a-4c78-bd41-37e7882d4c1f deletion is rescheduled due to dependency. [ 818.666468] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7a9e508-748a-4c78-bd41-37e7882d4c1f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.063753] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 10e688ae-057c-480d-94a5-177fdaa16fb7 with status ACTIVE [ 819.064408] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.064653] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.064772] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.065094] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.065207] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.065394] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.065506] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.065573] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.065737] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.065817] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.066036] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.066131] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.066206] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.066643] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.066643] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.066643] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 10e688ae-057c-480d-94a5-177fdaa16fb7 is going to be updated. [ 819.107864] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.108045] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.108096] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.108509] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.108509] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.108723] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10e688ae-057c-480d-94a5-177fdaa16fb7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.003505] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf084345-02ac-40f0-83e6-e6dad3f1da01 in Status: SUCCESS [ 820.003759] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf084345-02ac-40f0-83e6-e6dad3f1da01" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.004577] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 in Status: SUCCESS [ 820.004639] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.004841] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf084345-02ac-40f0-83e6-e6dad3f1da01" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.005149] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf084345-02ac-40f0-83e6-e6dad3f1da01" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.005749] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.005749] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.005885] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.006190] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.006190] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.006371] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf084345-02ac-40f0-83e6-e6dad3f1da01" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.006371] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf084345-02ac-40f0-83e6-e6dad3f1da01',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.007821] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.007821] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.007821] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.007954] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.007954] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.008416] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.008416] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.008416] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.008416] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc18ea69-ea22-4176-ba3e-77f2f084aa82',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.065312] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 in Status: SUCCESS [ 820.065417] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.067142] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.067678] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.067678] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.067678] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.067882] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.067882] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.067950] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.070125] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.070125] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa9989a9-f9fb-4528-8e69-00aad4dc38f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.073508] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.073508] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.073902] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.073902] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.074058] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.074095] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.074194] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.074606] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa9989a9-f9fb-4528-8e69-00aad4dc38f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.513790] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf084345-02ac-40f0-83e6-e6dad3f1da01',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.515935] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc18ea69-ea22-4176-ba3e-77f2f084aa82 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.517018] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.517018] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.517018] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.517018] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.517018] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.517363] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.517363] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.517363] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.517464] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.517569] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc18ea69-ea22-4176-ba3e-77f2f084aa82 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.517716] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.517766] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.520772] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.520772] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.520772] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.520772] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.520772] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.520772] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.520772] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.520772] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc18ea69-ea22-4176-ba3e-77f2f084aa82',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.577085] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.577955] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.578231] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa9989a9-f9fb-4528-8e69-00aad4dc38f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.017198] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf084345-02ac-40f0-83e6-e6dad3f1da01: rpc.has_security_group_logging(os_id): False [ 821.023760] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc18ea69-ea22-4176-ba3e-77f2f084aa82: rpc.has_security_group_logging(os_id): False [ 821.041096] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.041263] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.041349] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.041538] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.041628] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.041871] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.041994] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.042048] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.042736] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.042736] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.042736] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf084345-02ac-40f0-83e6-e6dad3f1da01 is going to be created. [ 821.046919] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.046919] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.046919] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.046919] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.046919] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.046919] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.046919] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.046919] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.046919] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.046919] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.046919] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.046919] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.046919] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.046919] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.046919] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.047783] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.047783] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.047783] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.047783] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.047783] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.047783] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 is going to be updated. [ 821.082094] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa9989a9-f9fb-4528-8e69-00aad4dc38f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.124113] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.124340] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.124395] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.124649] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.124901] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.128503] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.128787] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.128787] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.128878] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.128968] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.138652] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf084345-02ac-40f0-83e6-e6dad3f1da01 in Status: IN_PROGRESS for 2s [ 821.151911] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 in Status: IN_PROGRESS for 2s [ 821.585521] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.585726] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.585846] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.586134] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.586259] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.586413] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 is going to be updated. [ 821.643100] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.643369] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.643369] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.645280] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.645280] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.656084] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 in Status: IN_PROGRESS for 2s [ 821.669817] env[65123]: INFO networking_nsxv3.common.synchronization [req-ebbb02f6-a3b8-48d5-a605-4e183360705e req-26c6cf09-e94f-4ce1-ae00-c85226e5dc2a tempest-ImagesTestJSON-844462913 tempest-ImagesTestJSON-844462913-project-member] Enqueued Resource ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b with Priority: HIGHEST for action security_group_members [ 821.670576] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b with Priority: HIGHEST for action security_group_members [ 821.671036] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca4c776-73af-4661-8a6d-1a9c658d044b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.671477] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.671477] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.671477] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.671741] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.671904] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.671993] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.672214] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.672333] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.672458] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ca4c776-73af-4661-8a6d-1a9c658d044b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.179375] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.179375] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.179375] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.179375] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.204496] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.204868] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.205090] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.205200] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.205495] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.205613] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.205746] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b is going to be updated. [ 822.224515] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-787 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.224748] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-787" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.224914] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-787" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.225204] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-787" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.225495] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.225683] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.225821] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.226171] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.226327] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.226609] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 822.226718] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 822.226820] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 822.226919] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 822.227053] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 822.227177] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 822.227345] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 822.234618] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.234825] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.234825] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.235106] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.235278] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.245879] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b in Status: IN_PROGRESS for 2s [ 822.250814] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 822.251114] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 822.251187] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 822.251398] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-787" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.251786] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-cca3a99e-4959-4a33-ac4a-2bf515dc1b7e taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.251981] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-cca3a99e-4959-4a33-ac4a-2bf515dc1b7e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.252114] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-cca3a99e-4959-4a33-ac4a-2bf515dc1b7e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.252512] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-cca3a99e-4959-4a33-ac4a-2bf515dc1b7e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.252656] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cca3a99e-4959-4a33-ac4a-2bf515dc1b7e',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.747749] env[65123]: INFO networking_nsxv3.common.synchronization [req-1dca3f30-5076-4e72-8334-46ba40378beb req-7aae682b-c774-4a2b-ba4a-0342b30d4224 tempest-ListImageFiltersTestJSON-16328047 tempest-ListImageFiltersTestJSON-16328047-project-member] Enqueued Resource ID: 004c13a1-c351-46a4-b35f-baaa03ef1040 with Priority: HIGHEST for action security_group_members [ 822.749055] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 004c13a1-c351-46a4-b35f-baaa03ef1040 with Priority: HIGHEST for action security_group_members [ 822.749055] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-004c13a1-c351-46a4-b35f-baaa03ef1040 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.749055] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.749337] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.749337] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.749754] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.749754] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.749754] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.750053] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.750053] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.750195] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('004c13a1-c351-46a4-b35f-baaa03ef1040',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.755895] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.756102] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.756259] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.756545] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.756769] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.758359] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port cca3a99e-4959-4a33-ac4a-2bf515dc1b7e not found, creating... [ 822.758592] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.758797] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.758939] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.759299] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.759481] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.760205] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.760205] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.760205] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.760407] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.760407] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.760683] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: cca3a99e-4959-4a33-ac4a-2bf515dc1b7e is going to be created. [ 822.789580] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.790507] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.790507] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.790507] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.790507] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.792044] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-cca3a99e-4959-4a33-ac4a-2bf515dc1b7e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.156562] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf084345-02ac-40f0-83e6-e6dad3f1da01 in Status: SUCCESS [ 823.156562] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf084345-02ac-40f0-83e6-e6dad3f1da01" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.174399] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 in Status: SUCCESS [ 823.174730] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.253192] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.253192] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.253192] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.253192] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.253192] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.253761] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.253761] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.253761] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.256806] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.256806] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.256806] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 004c13a1-c351-46a4-b35f-baaa03ef1040 is going to be updated. [ 823.295108] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.295248] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.295290] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.295534] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.295719] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.305164] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 004c13a1-c351-46a4-b35f-baaa03ef1040 in Status: IN_PROGRESS for 2s [ 823.500674] env[65123]: INFO networking_nsxv3.common.synchronization [req-ebbb02f6-a3b8-48d5-a605-4e183360705e req-e9f14968-75e2-490c-98b3-5209aabf1538 service nova] Enqueued Resource ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b with Priority: HIGHEST for action security_group_rules [ 823.500674] env[65123]: INFO networking_nsxv3.common.synchronization [req-ebbb02f6-a3b8-48d5-a605-4e183360705e req-e9f14968-75e2-490c-98b3-5209aabf1538 service nova] Enqueued Resource ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b with Priority: HIGHEST for action security_group_members [ 823.500674] env[65123]: INFO networking_nsxv3.common.synchronization [req-ebbb02f6-a3b8-48d5-a605-4e183360705e req-e9f14968-75e2-490c-98b3-5209aabf1538 service nova] Enqueued Resource ID: cca3a99e-4959-4a33-ac4a-2bf515dc1b7e with Priority: HIGHEST for action port [ 823.500981] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b with Priority: HIGHEST for action security_group_rules [ 823.501338] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b with Priority: HIGHEST for action security_group_members [ 823.501473] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cca3a99e-4959-4a33-ac4a-2bf515dc1b7e with Priority: HIGHEST for action port [ 823.502933] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ca4c776-73af-4661-8a6d-1a9c658d044b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.502933] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.502933] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.502933] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.502933] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ca4c776-73af-4661-8a6d-1a9c658d044b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.503947] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca4c776-73af-4661-8a6d-1a9c658d044b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.504076] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.504315] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-cca3a99e-4959-4a33-ac4a-2bf515dc1b7e taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.504438] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cca3a99e-4959-4a33-ac4a-2bf515dc1b7e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.504501] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cca3a99e-4959-4a33-ac4a-2bf515dc1b7e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.504686] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cca3a99e-4959-4a33-ac4a-2bf515dc1b7e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.504785] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cca3a99e-4959-4a33-ac4a-2bf515dc1b7e',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.667150] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 in Status: SUCCESS [ 823.667400] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.667718] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.667944] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.668147] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.668268] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.668336] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.668491] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.668581] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.668689] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa9989a9-f9fb-4528-8e69-00aad4dc38f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.948999] env[65123]: INFO networking_nsxv3.common.synchronization [req-81b868c0-c761-49e2-916a-10ac6ec6b6d0 req-42a332ac-cbee-4c62-b8d1-317054fa1bd9 tempest-SecurityGroupsTestJSON-584188284 tempest-SecurityGroupsTestJSON-584188284-project-member] Enqueued Resource ID: cd356949-2251-4663-9527-3c585a0c82b5 with Priority: HIGHEST for action security_group_members [ 823.952314] env[65123]: INFO networking_nsxv3.common.synchronization [req-81b868c0-c761-49e2-916a-10ac6ec6b6d0 req-42a332ac-cbee-4c62-b8d1-317054fa1bd9 tempest-SecurityGroupsTestJSON-584188284 tempest-SecurityGroupsTestJSON-584188284-project-member] Enqueued Resource ID: cf084345-02ac-40f0-83e6-e6dad3f1da01 with Priority: HIGHEST for action security_group_members [ 823.952314] env[65123]: INFO networking_nsxv3.common.synchronization [req-81b868c0-c761-49e2-916a-10ac6ec6b6d0 req-42a332ac-cbee-4c62-b8d1-317054fa1bd9 tempest-SecurityGroupsTestJSON-584188284 tempest-SecurityGroupsTestJSON-584188284-project-member] Enqueued Resource ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 with Priority: HIGHEST for action security_group_members [ 823.952314] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd356949-2251-4663-9527-3c585a0c82b5 with Priority: HIGHEST for action security_group_members [ 823.952314] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf084345-02ac-40f0-83e6-e6dad3f1da01 with Priority: HIGHEST for action security_group_members [ 823.952314] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 with Priority: HIGHEST for action security_group_members [ 823.952314] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd356949-2251-4663-9527-3c585a0c82b5 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.952314] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd356949-2251-4663-9527-3c585a0c82b5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.952314] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd356949-2251-4663-9527-3c585a0c82b5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.952314] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd356949-2251-4663-9527-3c585a0c82b5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.952866] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.952866] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.952866] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.952866] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.952866] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.953087] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd356949-2251-4663-9527-3c585a0c82b5',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.953952] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf084345-02ac-40f0-83e6-e6dad3f1da01 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.954131] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf084345-02ac-40f0-83e6-e6dad3f1da01" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.954222] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf084345-02ac-40f0-83e6-e6dad3f1da01" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.955152] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf084345-02ac-40f0-83e6-e6dad3f1da01" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.955152] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.955152] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.955152] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.955152] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.955152] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.955152] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf084345-02ac-40f0-83e6-e6dad3f1da01',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.957355] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc18ea69-ea22-4176-ba3e-77f2f084aa82 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.957355] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.957355] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.957355] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.957355] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.957355] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.957355] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.957355] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.957355] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.957355] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc18ea69-ea22-4176-ba3e-77f2f084aa82',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.995758] env[65123]: INFO networking_nsxv3.common.synchronization [req-81b868c0-c761-49e2-916a-10ac6ec6b6d0 req-42a332ac-cbee-4c62-b8d1-317054fa1bd9 tempest-SecurityGroupsTestJSON-584188284 tempest-SecurityGroupsTestJSON-584188284-project-member] Enqueued Resource ID: cd356949-2251-4663-9527-3c585a0c82b5 with Priority: HIGHEST for action security_group_rules [ 823.995956] env[65123]: INFO networking_nsxv3.common.synchronization [req-81b868c0-c761-49e2-916a-10ac6ec6b6d0 req-42a332ac-cbee-4c62-b8d1-317054fa1bd9 tempest-SecurityGroupsTestJSON-584188284 tempest-SecurityGroupsTestJSON-584188284-project-member] Enqueued Resource ID: cd356949-2251-4663-9527-3c585a0c82b5 with Priority: HIGHEST for action security_group_members [ 823.996110] env[65123]: INFO networking_nsxv3.common.synchronization [req-81b868c0-c761-49e2-916a-10ac6ec6b6d0 req-42a332ac-cbee-4c62-b8d1-317054fa1bd9 tempest-SecurityGroupsTestJSON-584188284 tempest-SecurityGroupsTestJSON-584188284-project-member] Enqueued Resource ID: cf084345-02ac-40f0-83e6-e6dad3f1da01 with Priority: HIGHEST for action security_group_rules [ 823.996237] env[65123]: INFO networking_nsxv3.common.synchronization [req-81b868c0-c761-49e2-916a-10ac6ec6b6d0 req-42a332ac-cbee-4c62-b8d1-317054fa1bd9 tempest-SecurityGroupsTestJSON-584188284 tempest-SecurityGroupsTestJSON-584188284-project-member] Enqueued Resource ID: cf084345-02ac-40f0-83e6-e6dad3f1da01 with Priority: HIGHEST for action security_group_members [ 823.996359] env[65123]: INFO networking_nsxv3.common.synchronization [req-81b868c0-c761-49e2-916a-10ac6ec6b6d0 req-42a332ac-cbee-4c62-b8d1-317054fa1bd9 tempest-SecurityGroupsTestJSON-584188284 tempest-SecurityGroupsTestJSON-584188284-project-member] Enqueued Resource ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 with Priority: HIGHEST for action security_group_rules [ 823.996476] env[65123]: INFO networking_nsxv3.common.synchronization [req-81b868c0-c761-49e2-916a-10ac6ec6b6d0 req-42a332ac-cbee-4c62-b8d1-317054fa1bd9 tempest-SecurityGroupsTestJSON-584188284 tempest-SecurityGroupsTestJSON-584188284-project-member] Enqueued Resource ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 with Priority: HIGHEST for action security_group_members [ 823.996596] env[65123]: INFO networking_nsxv3.common.synchronization [req-81b868c0-c761-49e2-916a-10ac6ec6b6d0 req-42a332ac-cbee-4c62-b8d1-317054fa1bd9 tempest-SecurityGroupsTestJSON-584188284 tempest-SecurityGroupsTestJSON-584188284-project-member] Enqueued Resource ID: 659ad6ec-dd32-4034-a1bd-70b68ff3a24a with Priority: HIGHEST for action port [ 823.997139] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd356949-2251-4663-9527-3c585a0c82b5 with Priority: HIGHEST for action security_group_rules [ 823.997276] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf084345-02ac-40f0-83e6-e6dad3f1da01 with Priority: HIGHEST for action security_group_rules [ 823.997394] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 with Priority: HIGHEST for action security_group_members [ 823.997479] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 659ad6ec-dd32-4034-a1bd-70b68ff3a24a with Priority: HIGHEST for action port [ 823.997573] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 with Priority: HIGHEST for action security_group_rules [ 823.997732] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd356949-2251-4663-9527-3c585a0c82b5 with Priority: HIGHEST for action security_group_members [ 823.997839] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf084345-02ac-40f0-83e6-e6dad3f1da01 with Priority: HIGHEST for action security_group_members [ 823.998157] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd356949-2251-4663-9527-3c585a0c82b5 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.998326] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd356949-2251-4663-9527-3c585a0c82b5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.998399] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd356949-2251-4663-9527-3c585a0c82b5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.998698] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd356949-2251-4663-9527-3c585a0c82b5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.998795] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd356949-2251-4663-9527-3c585a0c82b5',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.999907] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf084345-02ac-40f0-83e6-e6dad3f1da01 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.000062] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf084345-02ac-40f0-83e6-e6dad3f1da01" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.000162] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf084345-02ac-40f0-83e6-e6dad3f1da01" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.000349] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf084345-02ac-40f0-83e6-e6dad3f1da01" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.000430] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf084345-02ac-40f0-83e6-e6dad3f1da01',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.001242] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc18ea69-ea22-4176-ba3e-77f2f084aa82 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.001338] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.001526] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-659ad6ec-dd32-4034-a1bd-70b68ff3a24a taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.001624] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-659ad6ec-dd32-4034-a1bd-70b68ff3a24a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.001687] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-659ad6ec-dd32-4034-a1bd-70b68ff3a24a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.001842] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-659ad6ec-dd32-4034-a1bd-70b68ff3a24a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.001917] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('659ad6ec-dd32-4034-a1bd-70b68ff3a24a',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.002635] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc18ea69-ea22-4176-ba3e-77f2f084aa82 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.002744] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.002810] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.002958] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.003053] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc18ea69-ea22-4176-ba3e-77f2f084aa82',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.003733] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd356949-2251-4663-9527-3c585a0c82b5 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.003828] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd356949-2251-4663-9527-3c585a0c82b5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.004020] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf084345-02ac-40f0-83e6-e6dad3f1da01 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.004106] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf084345-02ac-40f0-83e6-e6dad3f1da01" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.006863] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca4c776-73af-4661-8a6d-1a9c658d044b taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.006986] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.007137] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cca3a99e-4959-4a33-ac4a-2bf515dc1b7e with status ACTIVE [ 824.007291] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.007428] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.007465] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.007638] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.007787] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.007915] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.008039] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.008083] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.008248] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.008320] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.008497] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.008601] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.008702] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.008822] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.008888] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.008993] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cca3a99e-4959-4a33-ac4a-2bf515dc1b7e is going to be updated. [ 824.037713] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.038000] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.038000] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.038559] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.038559] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.038559] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cca3a99e-4959-4a33-ac4a-2bf515dc1b7e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.147955] env[65123]: INFO networking_nsxv3.common.synchronization [None req-7aead41e-03ab-4382-9686-de69f95261d5 None None] Enqueued Resource ID: 8498671c-032f-41f6-b5c5-3fa3ec21a5d9 with Priority: HIGHEST for action port [ 824.149076] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8498671c-032f-41f6-b5c5-3fa3ec21a5d9 with Priority: HIGHEST for action port [ 824.149421] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-8498671c-032f-41f6-b5c5-3fa3ec21a5d9 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.149580] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8498671c-032f-41f6-b5c5-3fa3ec21a5d9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.149621] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8498671c-032f-41f6-b5c5-3fa3ec21a5d9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.149861] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8498671c-032f-41f6-b5c5-3fa3ec21a5d9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.149972] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8498671c-032f-41f6-b5c5-3fa3ec21a5d9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.172043] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa9989a9-f9fb-4528-8e69-00aad4dc38f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.261447] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b in Status: SUCCESS [ 824.261447] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b deletion is rescheduled due to dependency. [ 824.261447] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.262103] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.262409] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.262700] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.267178] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.267178] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.267178] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.267178] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.267178] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ca4c776-73af-4661-8a6d-1a9c658d044b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.459357] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf084345-02ac-40f0-83e6-e6dad3f1da01',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.460393] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd356949-2251-4663-9527-3c585a0c82b5',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.461472] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc18ea69-ea22-4176-ba3e-77f2f084aa82',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.507102] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf084345-02ac-40f0-83e6-e6dad3f1da01 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.507102] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf084345-02ac-40f0-83e6-e6dad3f1da01" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.507102] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd356949-2251-4663-9527-3c585a0c82b5 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.507102] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd356949-2251-4663-9527-3c585a0c82b5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.507102] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc18ea69-ea22-4176-ba3e-77f2f084aa82 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.507102] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.507102] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 659ad6ec-dd32-4034-a1bd-70b68ff3a24a with status ACTIVE [ 824.507102] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.507102] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.507102] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.507695] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.507695] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.507695] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.507695] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.507695] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.507904] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.508250] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.509635] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.509635] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.509635] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.509635] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.509635] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.509635] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 659ad6ec-dd32-4034-a1bd-70b68ff3a24a is going to be updated. [ 824.531750] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.531940] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.532015] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.532191] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.532333] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.532497] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-659ad6ec-dd32-4034-a1bd-70b68ff3a24a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.652895] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8498671c-032f-41f6-b5c5-3fa3ec21a5d9 [ 824.657029] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.657337] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.657337] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.657570] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.657657] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.657719] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8498671c-032f-41f6-b5c5-3fa3ec21a5d9 already deleted. [ 824.657930] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8498671c-032f-41f6-b5c5-3fa3ec21a5d9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.673812] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa9989a9-f9fb-4528-8e69-00aad4dc38f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.769238] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ca4c776-73af-4661-8a6d-1a9c658d044b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.965000] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf084345-02ac-40f0-83e6-e6dad3f1da01',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.965000] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd356949-2251-4663-9527-3c585a0c82b5',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.965000] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc18ea69-ea22-4176-ba3e-77f2f084aa82',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.176780] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.176950] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.177034] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.177310] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.177449] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.177725] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 is going to be updated. [ 825.214668] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.214668] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.214668] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.214885] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.214885] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.226940] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 in Status: IN_PROGRESS for 2s [ 825.271306] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ca4c776-73af-4661-8a6d-1a9c658d044b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.328342] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 004c13a1-c351-46a4-b35f-baaa03ef1040 in Status: SUCCESS [ 825.328342] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 004c13a1-c351-46a4-b35f-baaa03ef1040 deletion is rescheduled due to dependency. [ 825.328602] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.468955] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.468955] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.468955] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.469215] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.469285] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.469388] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 is going to be updated. [ 825.471421] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.471561] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.471561] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.471824] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.472520] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.472520] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd356949-2251-4663-9527-3c585a0c82b5 is going to be created. [ 825.473580] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.473580] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.473580] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.473580] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.473879] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.473879] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf084345-02ac-40f0-83e6-e6dad3f1da01 is going to be updated. [ 825.503748] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.503748] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.503748] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.503748] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.503748] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.505080] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.505223] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.505281] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.505454] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.505639] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.507357] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.507471] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.507534] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.508091] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.508091] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.524040] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 in Status: IN_PROGRESS for 2s [ 825.525852] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf084345-02ac-40f0-83e6-e6dad3f1da01 in Status: IN_PROGRESS for 2s [ 825.526464] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd356949-2251-4663-9527-3c585a0c82b5 in Status: UNINITIALIZED for 2s [ 825.776283] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.776424] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.776485] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.776840] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.776840] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.777404] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b is going to be updated. [ 825.813539] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.813843] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.814097] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.814412] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.814569] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.825995] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b in Status: IN_PROGRESS for 2s [ 827.114413] env[65123]: INFO networking_nsxv3.common.synchronization [None req-799102bb-6779-402a-83ea-91a83e9b9dc8 None None] Enqueued Resource ID: a6f8c190-b12f-4ba3-b788-7623d3d9f01d with Priority: HIGHEST for action port [ 827.115131] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6f8c190-b12f-4ba3-b788-7623d3d9f01d with Priority: HIGHEST for action port [ 827.115475] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6f8c190-b12f-4ba3-b788-7623d3d9f01d taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.115609] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6f8c190-b12f-4ba3-b788-7623d3d9f01d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.115694] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6f8c190-b12f-4ba3-b788-7623d3d9f01d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.115980] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6f8c190-b12f-4ba3-b788-7623d3d9f01d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.116050] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6f8c190-b12f-4ba3-b788-7623d3d9f01d',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.238046] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 in Status: SUCCESS [ 827.238641] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.239073] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.239558] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.239787] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.239934] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.240018] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.240233] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.240339] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.240458] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.240736] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.240974] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.240974] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.241223] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.241392] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.241497] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.241560] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.241706] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.241783] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.241865] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.241967] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa9989a9-f9fb-4528-8e69-00aad4dc38f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.536362] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 in Status: SUCCESS [ 827.537056] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.537056] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.537056] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.537555] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.537555] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.537555] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.537818] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.537818] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.537981] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc18ea69-ea22-4176-ba3e-77f2f084aa82',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.539736] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf084345-02ac-40f0-83e6-e6dad3f1da01 in Status: SUCCESS [ 827.539974] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf084345-02ac-40f0-83e6-e6dad3f1da01" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.540766] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd356949-2251-4663-9527-3c585a0c82b5 in Status: SUCCESS [ 827.540891] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd356949-2251-4663-9527-3c585a0c82b5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.541062] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf084345-02ac-40f0-83e6-e6dad3f1da01" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.541240] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf084345-02ac-40f0-83e6-e6dad3f1da01" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.541415] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.541523] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.541579] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.541727] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.541806] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.541898] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf084345-02ac-40f0-83e6-e6dad3f1da01',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.543029] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd356949-2251-4663-9527-3c585a0c82b5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.543029] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd356949-2251-4663-9527-3c585a0c82b5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.543152] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.543222] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.543273] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.543465] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.543595] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.543748] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd356949-2251-4663-9527-3c585a0c82b5',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.622020] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a6f8c190-b12f-4ba3-b788-7623d3d9f01d [ 827.622020] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.622020] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.622020] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.622020] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.622020] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.622020] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a6f8c190-b12f-4ba3-b788-7623d3d9f01d already deleted. [ 827.622020] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6f8c190-b12f-4ba3-b788-7623d3d9f01d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.719095] env[65123]: INFO networking_nsxv3.common.synchronization [req-1a6f9698-2143-490c-b932-3db8216ddcbb req-b7b8f542-a406-4ff0-a47e-85471180673e tempest-ServersTestJSON-1284900872 tempest-ServersTestJSON-1284900872-project-member] Enqueued Resource ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 with Priority: HIGHEST for action security_group_members [ 827.719713] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 with Priority: HIGHEST for action security_group_members [ 827.721063] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-805ecbe4-9457-4391-a823-a6cb5e6e4067 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.721063] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.721063] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.721063] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.721063] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.721063] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.721063] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.721543] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.721588] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.721936] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.745242] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa9989a9-f9fb-4528-8e69-00aad4dc38f9: rpc.has_security_group_logging(os_id): False [ 827.765803] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.766082] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.766630] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.766630] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.766782] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.767033] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.767161] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.767248] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.767435] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.768090] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.768090] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.768090] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.768090] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.768339] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.768339] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.768525] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.768640] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.768729] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.768908] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.768950] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.769057] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 is going to be updated. [ 827.841142] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.841142] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.841279] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.841397] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.841651] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.843763] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b in Status: SUCCESS [ 827.843950] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.844561] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.844758] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.844995] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.845165] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.845237] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.845399] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.845482] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.845569] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.845685] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ca4c776-73af-4661-8a6d-1a9c658d044b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.855850] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 in Status: IN_PROGRESS for 2s [ 828.046121] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf084345-02ac-40f0-83e6-e6dad3f1da01',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.047214] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc18ea69-ea22-4176-ba3e-77f2f084aa82',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.048539] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd356949-2251-4663-9527-3c585a0c82b5',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.126076] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock network-926 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.126076] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "network-926" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.126076] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "network-926" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.126076] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "network-926" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.126076] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.126076] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.126076] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.126076] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.127032] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.127434] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 828.127751] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 828.128077] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 828.128337] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 828.128907] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 828.129257] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 828.129619] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 828.177676] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 828.177676] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Cache value generated in 0.047 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 828.177676] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 828.177676] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "network-926" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.177676] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock port-c1fdd910-dace-4e60-8350-73ba8c9e30b1 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.178204] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "port-c1fdd910-dace-4e60-8350-73ba8c9e30b1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.178204] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "port-c1fdd910-dace-4e60-8350-73ba8c9e30b1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.179520] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "port-c1fdd910-dace-4e60-8350-73ba8c9e30b1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.179520] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1fdd910-dace-4e60-8350-73ba8c9e30b1',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.224733] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.348697] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca4c776-73af-4661-8a6d-1a9c658d044b taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.349209] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.349209] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.349400] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.349645] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.349799] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.349880] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.350107] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.350199] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.350306] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.350500] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca4c776-73af-4661-8a6d-1a9c658d044b taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.350605] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.350668] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.350815] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.350955] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.351092] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.351171] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.351311] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.351383] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.351577] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.351577] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ca4c776-73af-4661-8a6d-1a9c658d044b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.551439] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd356949-2251-4663-9527-3c585a0c82b5',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.552463] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc18ea69-ea22-4176-ba3e-77f2f084aa82',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.553551] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf084345-02ac-40f0-83e6-e6dad3f1da01',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.558064] env[65123]: INFO networking_nsxv3.common.synchronization [req-5ade9652-25c6-4ff4-a2dd-c2d058682a55 req-3658aef5-6c1d-46bf-975e-205b130bd783 tempest-SecurityGroupsTestJSON-584188284 tempest-SecurityGroupsTestJSON-584188284-project-member] Enqueued Resource ID: cd356949-2251-4663-9527-3c585a0c82b5 with Priority: HIGHEST for action security_group_members [ 828.558247] env[65123]: INFO networking_nsxv3.common.synchronization [req-5ade9652-25c6-4ff4-a2dd-c2d058682a55 req-3658aef5-6c1d-46bf-975e-205b130bd783 tempest-SecurityGroupsTestJSON-584188284 tempest-SecurityGroupsTestJSON-584188284-project-member] Enqueued Resource ID: cf084345-02ac-40f0-83e6-e6dad3f1da01 with Priority: HIGHEST for action security_group_members [ 828.558371] env[65123]: INFO networking_nsxv3.common.synchronization [req-5ade9652-25c6-4ff4-a2dd-c2d058682a55 req-3658aef5-6c1d-46bf-975e-205b130bd783 tempest-SecurityGroupsTestJSON-584188284 tempest-SecurityGroupsTestJSON-584188284-project-member] Enqueued Resource ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 with Priority: HIGHEST for action security_group_members [ 828.558856] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd356949-2251-4663-9527-3c585a0c82b5 with Priority: HIGHEST for action security_group_members [ 828.558998] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf084345-02ac-40f0-83e6-e6dad3f1da01 with Priority: HIGHEST for action security_group_members [ 828.559114] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 with Priority: HIGHEST for action security_group_members [ 828.559396] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd356949-2251-4663-9527-3c585a0c82b5 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.559528] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd356949-2251-4663-9527-3c585a0c82b5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.559836] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf084345-02ac-40f0-83e6-e6dad3f1da01 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.559836] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf084345-02ac-40f0-83e6-e6dad3f1da01" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.559990] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc18ea69-ea22-4176-ba3e-77f2f084aa82 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.560090] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.682062] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.682317] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.682450] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.682768] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.682919] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.683092] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Segment Port c1fdd910-dace-4e60-8350-73ba8c9e30b1 not found, creating... [ 828.683372] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.683530] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.683669] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.683872] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.684024] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.684366] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.684541] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.684637] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.684841] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.684974] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.685182] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Resource: SegmentPort with ID: c1fdd910-dace-4e60-8350-73ba8c9e30b1 is going to be created. [ 828.706711] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.706944] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.707092] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.707442] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.707653] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.707900] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "port-c1fdd910-dace-4e60-8350-73ba8c9e30b1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.727727] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.854289] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ca4c776-73af-4661-8a6d-1a9c658d044b: rpc.has_security_group_logging(os_id): False [ 828.874046] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.874215] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.874287] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.874506] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.874597] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.874838] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.874940] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.875016] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.875182] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.875262] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.875481] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.875589] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.875634] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.875792] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.875869] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.876210] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.876347] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.876402] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.876523] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.876594] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.876716] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b is going to be updated. [ 828.943332] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.943491] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.943542] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.943761] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.943924] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.957174] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b in Status: IN_PROGRESS for 2s [ 829.058446] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.058769] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.058769] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.059112] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.059269] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.059435] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf084345-02ac-40f0-83e6-e6dad3f1da01 is going to be updated. [ 829.061574] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.061786] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.061895] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.062212] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.062344] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.062487] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 is going to be updated. [ 829.064267] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.064463] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.064571] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.064863] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.064999] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.065171] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd356949-2251-4663-9527-3c585a0c82b5 is going to be updated. [ 829.105191] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.105408] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.105631] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.105751] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.105943] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.108053] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.108210] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.108284] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.108524] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.108686] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.128581] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.129013] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.129013] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.129088] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.129239] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.138069] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 in Status: IN_PROGRESS for 2s [ 829.139212] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd356949-2251-4663-9527-3c585a0c82b5 in Status: IN_PROGRESS for 2s [ 829.140722] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf084345-02ac-40f0-83e6-e6dad3f1da01 in Status: IN_PROGRESS for 2s [ 829.230888] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.231144] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.231359] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.231546] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.231683] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.231824] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 is going to be updated. [ 829.267807] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.268023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.268071] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.268380] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.268547] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.280838] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 in Status: IN_PROGRESS for 2s [ 829.445026] env[65123]: INFO networking_nsxv3.common.synchronization [req-1a6f9698-2143-490c-b932-3db8216ddcbb req-c14f6570-8c78-4302-b392-4d3aee050611 service nova] Enqueued Resource ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 with Priority: HIGHEST for action security_group_rules [ 829.445206] env[65123]: INFO networking_nsxv3.common.synchronization [req-1a6f9698-2143-490c-b932-3db8216ddcbb req-c14f6570-8c78-4302-b392-4d3aee050611 service nova] Enqueued Resource ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 with Priority: HIGHEST for action security_group_members [ 829.445384] env[65123]: INFO networking_nsxv3.common.synchronization [req-1a6f9698-2143-490c-b932-3db8216ddcbb req-c14f6570-8c78-4302-b392-4d3aee050611 service nova] Enqueued Resource ID: c1fdd910-dace-4e60-8350-73ba8c9e30b1 with Priority: HIGHEST for action port [ 829.445964] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 with Priority: HIGHEST for action security_group_rules [ 829.446141] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 with Priority: HIGHEST for action security_group_members [ 829.446247] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1fdd910-dace-4e60-8350-73ba8c9e30b1 with Priority: HIGHEST for action port [ 829.446548] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-805ecbe4-9457-4391-a823-a6cb5e6e4067 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.446671] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.446738] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.447033] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.447123] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.448486] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-805ecbe4-9457-4391-a823-a6cb5e6e4067 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.448761] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.448979] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1fdd910-dace-4e60-8350-73ba8c9e30b1 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.449102] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1fdd910-dace-4e60-8350-73ba8c9e30b1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.449169] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1fdd910-dace-4e60-8350-73ba8c9e30b1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.451769] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1fdd910-dace-4e60-8350-73ba8c9e30b1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.451934] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1fdd910-dace-4e60-8350-73ba8c9e30b1',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.872421] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 in Status: SUCCESS [ 829.872722] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.872991] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.873255] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.873358] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa9989a9-f9fb-4528-8e69-00aad4dc38f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.954188] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-805ecbe4-9457-4391-a823-a6cb5e6e4067 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.954346] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.954494] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c1fdd910-dace-4e60-8350-73ba8c9e30b1 with status ACTIVE [ 829.954692] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.954863] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.954938] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.955357] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.955357] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.955479] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.955588] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.955703] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.955855] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.956469] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.956469] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.956469] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.956469] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.956717] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.956717] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.956717] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c1fdd910-dace-4e60-8350-73ba8c9e30b1 is going to be updated. [ 829.980833] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.981057] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.981160] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.981359] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.981522] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.981778] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1fdd910-dace-4e60-8350-73ba8c9e30b1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.376161] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.376486] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.376486] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.376575] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.376731] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.376819] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.376872] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.377145] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.377145] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.377274] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.377274] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa9989a9-f9fb-4528-8e69-00aad4dc38f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.881625] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.881625] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.881625] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.881625] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.881625] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.881625] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.881625] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.881625] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.881625] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.881625] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.881625] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.881625] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.881625] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.881625] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.882714] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.882714] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.882714] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.882714] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.882714] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.882714] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.882714] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa9989a9-f9fb-4528-8e69-00aad4dc38f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.971327] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b in Status: SUCCESS [ 830.971572] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.153191] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd356949-2251-4663-9527-3c585a0c82b5 in Status: SUCCESS [ 831.153424] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd356949-2251-4663-9527-3c585a0c82b5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.153600] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd356949-2251-4663-9527-3c585a0c82b5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.153835] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd356949-2251-4663-9527-3c585a0c82b5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.154046] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.154292] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.154292] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.154572] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.154667] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.154758] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd356949-2251-4663-9527-3c585a0c82b5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.154866] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd356949-2251-4663-9527-3c585a0c82b5',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.157316] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf084345-02ac-40f0-83e6-e6dad3f1da01 in Status: SUCCESS [ 831.157506] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf084345-02ac-40f0-83e6-e6dad3f1da01" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.158438] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 in Status: SUCCESS [ 831.158526] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.158749] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd356949-2251-4663-9527-3c585a0c82b5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.158858] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd356949-2251-4663-9527-3c585a0c82b5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.159092] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.159223] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.159289] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.159492] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.159568] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.159616] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd356949-2251-4663-9527-3c585a0c82b5',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.161058] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf084345-02ac-40f0-83e6-e6dad3f1da01" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.161535] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf084345-02ac-40f0-83e6-e6dad3f1da01" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.161535] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.161535] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.161535] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.161722] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.161776] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.161822] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf084345-02ac-40f0-83e6-e6dad3f1da01" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.161929] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf084345-02ac-40f0-83e6-e6dad3f1da01',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.162940] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.162940] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.162940] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.163117] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.163246] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.164088] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.164088] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.164088] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.164088] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc18ea69-ea22-4176-ba3e-77f2f084aa82',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.165991] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf084345-02ac-40f0-83e6-e6dad3f1da01" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.165991] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf084345-02ac-40f0-83e6-e6dad3f1da01" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.165991] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.165991] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.165991] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.165991] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.165991] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.165991] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf084345-02ac-40f0-83e6-e6dad3f1da01',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.167383] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.168029] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.168221] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.168765] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.168863] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.169963] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.170070] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.170169] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc18ea69-ea22-4176-ba3e-77f2f084aa82',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.294679] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 in Status: SUCCESS [ 831.296328] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.296328] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.296328] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.296328] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.296328] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.296328] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.296328] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.296328] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.296328] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.385917] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa9989a9-f9fb-4528-8e69-00aad4dc38f9: rpc.has_security_group_logging(os_id): False [ 831.416432] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.416432] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.416432] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.416721] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.416721] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.416797] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.416884] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.416941] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.417130] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.417246] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.417917] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.417917] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.417917] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.417917] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.418899] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.419991] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.419991] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.419991] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.419991] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.419991] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.419991] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 is going to be updated. [ 831.509056] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.509056] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.509056] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.509372] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.509372] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.529838] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 in Status: IN_PROGRESS for 2s [ 831.666156] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd356949-2251-4663-9527-3c585a0c82b5',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.667503] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf084345-02ac-40f0-83e6-e6dad3f1da01',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.668867] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.669168] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.669250] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.670290] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.670290] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.670290] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.670290] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.670290] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.670752] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.670752] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.670752] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd356949-2251-4663-9527-3c585a0c82b5 is going to be deleted. [ 831.672425] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.672772] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.672772] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.673512] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.673735] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.674124] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.675512] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.675512] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.675512] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.675512] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.675512] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf084345-02ac-40f0-83e6-e6dad3f1da01 is going to be updated. [ 831.677129] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc18ea69-ea22-4176-ba3e-77f2f084aa82',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.679138] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc18ea69-ea22-4176-ba3e-77f2f084aa82 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.679297] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.730099] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.730560] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.730666] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.731062] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.731356] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.734172] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.734393] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.734580] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.734871] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.735069] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.735387] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd356949-2251-4663-9527-3c585a0c82b5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.745322] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf084345-02ac-40f0-83e6-e6dad3f1da01 in Status: IN_PROGRESS for 2s [ 831.799646] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.174080] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd356949-2251-4663-9527-3c585a0c82b5: rpc.has_security_group_logging(os_id): False [ 832.175504] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf084345-02ac-40f0-83e6-e6dad3f1da01: rpc.has_security_group_logging(os_id): False [ 832.182533] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc18ea69-ea22-4176-ba3e-77f2f084aa82',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.198423] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.198423] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.198423] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.198423] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.198423] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.198423] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.198423] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.198423] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.198423] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.198423] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.199314] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd356949-2251-4663-9527-3c585a0c82b5 is going to be created. [ 832.203190] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.203190] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.203190] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.203190] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.203190] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.203190] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.203190] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.203190] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.203190] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.203190] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.203190] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf084345-02ac-40f0-83e6-e6dad3f1da01 is going to be updated. [ 832.230996] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/cd356949-2251-4663-9527-3c585a0c82b5], does not exist path=[/infra/domains/default/groups/cd356949-2251-4663-9527-3c585a0c82b5]."\n}' [ 832.231513] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd356949-2251-4663-9527-3c585a0c82b5 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/cd356949-2251-4663-9527-3c585a0c82b5 [ 832.231828] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 832.299683] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.299878] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.299952] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.300761] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.300828] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.302101] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.305448] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.305703] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.305703] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.305871] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.306948] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.307125] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.307268] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.307311] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.307561] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.307561] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.307808] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.307906] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.308253] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.308253] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.308253] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.309337] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd356949-2251-4663-9527-3c585a0c82b5 is going to be created. [ 832.323056] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf084345-02ac-40f0-83e6-e6dad3f1da01 in Status: IN_PROGRESS for 2s [ 832.362802] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/cd356949-2251-4663-9527-3c585a0c82b5], does not exist path=[/infra/domains/default/groups/cd356949-2251-4663-9527-3c585a0c82b5]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/cd356949-2251-4663-9527-3c585a0c82b5 [ 832.363062] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd356949-2251-4663-9527-3c585a0c82b5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.363545] env[65123]: Traceback (most recent call last): [ 832.363669] env[65123]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 832.363669] env[65123]: return func(*args, **kwargs) [ 832.363669] env[65123]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 832.363669] env[65123]: res.raise_for_status() [ 832.363669] env[65123]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 832.363669] env[65123]: raise HTTPError(http_error_msg, response=self) [ 832.363669] env[65123]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/cd356949-2251-4663-9527-3c585a0c82b5 [ 832.363669] env[65123]: During handling of the above exception, another exception occurred: [ 832.363669] env[65123]: Traceback (most recent call last): [ 832.363669] env[65123]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 832.363669] env[65123]: listener.cb(fileno) [ 832.363669] env[65123]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 832.363669] env[65123]: result = function(*args, **kwargs) [ 832.363669] env[65123]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 832.363669] env[65123]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 832.363669] env[65123]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 832.363669] env[65123]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 832.363669] env[65123]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 832.363669] env[65123]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 832.363669] env[65123]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 832.363669] env[65123]: res.raise_for_status() [ 832.363669] env[65123]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 832.363669] env[65123]: raise HTTPError(http_error_msg, response=self) [ 832.363669] env[65123]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/cd356949-2251-4663-9527-3c585a0c82b5 [ 832.363669] env[65123]: Removing descriptor: 14 [ 832.684559] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.685934] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.685934] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.685934] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.685934] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.685934] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 is going to be updated. [ 832.722024] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.722024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.722024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.722024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.722024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.734463] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 in Status: IN_PROGRESS for 2s [ 832.804520] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.804743] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.804852] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.805178] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.805608] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.805608] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 is going to be updated. [ 832.848837] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.849443] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.849443] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.849604] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.849853] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.864553] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 in Status: IN_PROGRESS for 2s [ 832.901527] env[65123]: INFO networking_nsxv3.common.synchronization [req-86c49a28-1e2d-4d19-a27c-6459f77c84ad req-13b6ce3f-98fb-4761-8f38-25c0de7309a8 tempest-MultipleCreateTestJSON-564200983 tempest-MultipleCreateTestJSON-564200983-project-member] Enqueued Resource ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 with Priority: HIGHEST for action security_group_members [ 832.902633] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 with Priority: HIGHEST for action security_group_members [ 832.903646] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.903808] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.904187] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.904296] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.904481] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.904589] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.904654] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.904821] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.904927] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.905064] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa9989a9-f9fb-4528-8e69-00aad4dc38f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.002095] env[65123]: INFO networking_nsxv3.common.synchronization [req-7651e3f9-c1e4-44ea-9cd6-02f51f74a6ee req-fc74bafe-35c8-4c10-9911-dd3f0012ce0b tempest-FloatingIPsAssociationNegativeTestJSON-408962929 tempest-FloatingIPsAssociationNegativeTestJSON-408962929-project-member] Enqueued Resource ID: a433efe1-acc5-4fe4-b408-4da9b17cf561 with Priority: HIGHEST for action security_group_members [ 833.002789] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a433efe1-acc5-4fe4-b408-4da9b17cf561 with Priority: HIGHEST for action security_group_members [ 833.003309] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-a433efe1-acc5-4fe4-b408-4da9b17cf561 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.003416] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a433efe1-acc5-4fe4-b408-4da9b17cf561" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.003582] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a433efe1-acc5-4fe4-b408-4da9b17cf561" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.003774] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a433efe1-acc5-4fe4-b408-4da9b17cf561" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.004081] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.004205] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.004205] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.004363] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.004491] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.004589] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a433efe1-acc5-4fe4-b408-4da9b17cf561',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.409378] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa9989a9-f9fb-4528-8e69-00aad4dc38f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.486458] env[65123]: INFO networking_nsxv3.common.synchronization [req-dc3e5021-cfe9-4a20-bd0d-6ea3ae4af2cf req-da25cf44-d9b2-4eed-9f75-72502984806d tempest-MultipleCreateTestJSON-564200983 tempest-MultipleCreateTestJSON-564200983-project-member] Enqueued Resource ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 with Priority: HIGHEST for action security_group_members [ 833.487444] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 with Priority: HIGHEST for action security_group_members [ 833.488189] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.488189] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.508388] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.508388] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.508388] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.508388] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.536345] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.536861] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.536861] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.536861] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.537083] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.537083] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.537201] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a433efe1-acc5-4fe4-b408-4da9b17cf561 is going to be updated. [ 833.544702] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 in Status: SUCCESS [ 833.545126] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.566426] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.566791] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.566993] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.567367] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.567572] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.581047] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a433efe1-acc5-4fe4-b408-4da9b17cf561 in Status: IN_PROGRESS for 2s [ 833.757373] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf084345-02ac-40f0-83e6-e6dad3f1da01 in Status: SUCCESS [ 833.757744] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf084345-02ac-40f0-83e6-e6dad3f1da01 deletion is rescheduled due to dependency. [ 833.757744] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf084345-02ac-40f0-83e6-e6dad3f1da01" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.912591] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa9989a9-f9fb-4528-8e69-00aad4dc38f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.345281] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf084345-02ac-40f0-83e6-e6dad3f1da01 in Status: SUCCESS [ 834.345281] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf084345-02ac-40f0-83e6-e6dad3f1da01" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.415366] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.415526] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.415526] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.415817] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.415893] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.415969] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 is going to be updated. [ 834.453275] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.453482] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.453591] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.453856] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.454062] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.464586] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 in Status: IN_PROGRESS for 2s [ 834.754617] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 in Status: SUCCESS [ 834.754617] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.755075] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.755238] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.755439] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.755588] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.755668] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.755857] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.755941] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.756044] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.756221] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc18ea69-ea22-4176-ba3e-77f2f084aa82 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.756323] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.756385] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.756547] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.756691] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.756790] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.756863] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.757019] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.758598] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.758892] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.758892] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc18ea69-ea22-4176-ba3e-77f2f084aa82',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.882179] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 in Status: SUCCESS [ 834.886676] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.886803] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.888141] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.888141] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.888141] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.888141] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.888141] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.888141] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.888141] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.888494] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.262320] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc18ea69-ea22-4176-ba3e-77f2f084aa82: rpc.has_security_group_logging(os_id): False [ 835.295996] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.296116] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.296173] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.296350] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.325663] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.325803] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.325882] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.325985] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.326162] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.326231] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.327876] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.327876] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.327876] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.327876] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.327876] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.327876] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.327876] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.327876] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.327876] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.327876] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.327876] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 is going to be updated. [ 835.394144] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-805ecbe4-9457-4391-a823-a6cb5e6e4067 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.394144] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.394144] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.394144] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.394144] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.394144] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.394144] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.394144] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.394144] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.394144] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.394144] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-805ecbe4-9457-4391-a823-a6cb5e6e4067 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.394144] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.394144] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.394144] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.394144] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.394144] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.394958] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.394958] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.394958] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.394958] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.394958] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.408837] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.409041] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.409116] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.409541] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.409730] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.425000] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 in Status: IN_PROGRESS for 2s [ 835.592599] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a433efe1-acc5-4fe4-b408-4da9b17cf561 in Status: SUCCESS [ 835.592599] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a433efe1-acc5-4fe4-b408-4da9b17cf561 deletion is rescheduled due to dependency. [ 835.592599] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a433efe1-acc5-4fe4-b408-4da9b17cf561" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.896883] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 805ecbe4-9457-4391-a823-a6cb5e6e4067: rpc.has_security_group_logging(os_id): False [ 835.918588] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.918751] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.919086] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.919273] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.946454] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.946652] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.946919] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.947120] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.947370] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.947481] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.947895] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.948058] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.948215] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.948311] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.948901] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.948901] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.948901] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.948901] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.949217] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.949217] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.949326] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 is going to be updated. [ 836.043070] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.043070] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.043070] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.043491] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.043491] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.061103] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 in Status: IN_PROGRESS for 2s [ 836.475391] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 in Status: SUCCESS [ 836.475641] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.476246] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.476996] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.477292] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.477483] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.477541] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.477794] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.477878] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.478008] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa9989a9-f9fb-4528-8e69-00aad4dc38f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.981599] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.981966] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.981966] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.982240] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.003147] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.003425] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.003556] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.003627] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.003884] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.003973] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.004133] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 is going to be updated. [ 837.035083] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.035278] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.035329] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.035507] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.035649] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.045788] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 in Status: IN_PROGRESS for 2s [ 837.253887] env[65123]: INFO networking_nsxv3.common.synchronization [req-ce09a480-dedf-4dc2-ad4c-c141adbea9b0 req-edc4323e-9e64-4f90-80fe-3b06bcaab680 tempest-ServersAdminTestJSON-470229111 tempest-ServersAdminTestJSON-470229111-project-member] Enqueued Resource ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 with Priority: HIGHEST for action security_group_members [ 837.255643] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 with Priority: HIGHEST for action security_group_members [ 837.255990] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.256133] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.256201] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.257041] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.257041] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.257041] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.257041] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.257041] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.257041] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.257041] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56c043af-f32c-4d0e-a2b6-3f16bdbe73e0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.438010] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 in Status: SUCCESS [ 837.438486] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.759446] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56c043af-f32c-4d0e-a2b6-3f16bdbe73e0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.922225] env[65123]: INFO networking_nsxv3.common.synchronization [req-15f29320-59fb-4037-8fcb-28565b4ea9f8 req-b42dba2f-3baf-4fcb-a382-11c325fafe2c tempest-ServerDiskConfigTestJSON-1012320618 tempest-ServerDiskConfigTestJSON-1012320618-project-member] Enqueued Resource ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 with Priority: HIGHEST for action security_group_members [ 837.922789] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 with Priority: HIGHEST for action security_group_members [ 837.923563] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.923748] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.923884] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.924161] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.924591] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.924918] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.925732] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.925963] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.926107] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.926258] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.078663] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 in Status: SUCCESS [ 838.079140] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.264355] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56c043af-f32c-4d0e-a2b6-3f16bdbe73e0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.355178] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock network-211 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.355424] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "network-211" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.355633] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "network-211" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.355887] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "network-211" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.356206] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.356373] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.356974] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.356974] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.357141] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.357368] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 838.357492] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 838.357604] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 838.357766] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 838.357892] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 838.357999] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 838.358160] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 838.386632] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 838.386822] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 838.386964] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 838.387164] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "network-211" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.387497] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock port-5cd53d60-4dcf-4928-8660-92e3ff974461 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.387719] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "port-5cd53d60-4dcf-4928-8660-92e3ff974461" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.387831] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "port-5cd53d60-4dcf-4928-8660-92e3ff974461" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.388297] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "port-5cd53d60-4dcf-4928-8660-92e3ff974461" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.388387] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cd53d60-4dcf-4928-8660-92e3ff974461',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.429056] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.429364] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.429478] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.429794] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.454147] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.454539] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.454539] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.454821] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.454950] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.455094] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.455190] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 is going to be updated. [ 838.483725] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.483932] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.484370] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.484370] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.484493] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.501179] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 in Status: IN_PROGRESS for 2s [ 838.766227] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.766507] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.766591] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.766900] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.766978] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.767121] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 is going to be updated. [ 838.800046] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.800046] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.800046] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.800046] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.800046] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.811794] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 in Status: IN_PROGRESS for 2s [ 838.891393] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.891740] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.891952] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.892353] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.892556] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.892795] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Segment Port 5cd53d60-4dcf-4928-8660-92e3ff974461 not found, creating... [ 838.893178] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.893582] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.893774] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.894118] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.894426] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.894992] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.895167] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.895391] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.895698] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.895888] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.896107] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Resource: SegmentPort with ID: 5cd53d60-4dcf-4928-8660-92e3ff974461 is going to be created. [ 838.922247] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.922540] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.922733] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.923183] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.923553] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.923926] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "port-5cd53d60-4dcf-4928-8660-92e3ff974461" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.059081] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 in Status: SUCCESS [ 839.059287] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa9989a9-f9fb-4528-8e69-00aad4dc38f9 deletion is rescheduled due to dependency. [ 839.059287] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa9989a9-f9fb-4528-8e69-00aad4dc38f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.434270] env[65123]: INFO networking_nsxv3.common.synchronization [req-615052ea-0c61-48aa-aec7-cc5dc0666919 req-52c0352b-8a77-4b60-8ebe-8b24b3c398d5 tempest-ServersTestJSON-1284900872 tempest-ServersTestJSON-1284900872-project-member] Enqueued Resource ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 with Priority: HIGHEST for action security_group_members [ 839.435076] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 with Priority: HIGHEST for action security_group_members [ 839.435353] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-805ecbe4-9457-4391-a823-a6cb5e6e4067 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.435459] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.435519] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.436367] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.436367] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.436367] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.436367] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.436367] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.436367] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.436655] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.626372] env[65123]: INFO networking_nsxv3.common.synchronization [req-15f29320-59fb-4037-8fcb-28565b4ea9f8 req-7f79776b-1353-4bf8-bdc0-400585269daf service nova] Enqueued Resource ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 with Priority: HIGHEST for action security_group_rules [ 839.626372] env[65123]: INFO networking_nsxv3.common.synchronization [req-15f29320-59fb-4037-8fcb-28565b4ea9f8 req-7f79776b-1353-4bf8-bdc0-400585269daf service nova] Enqueued Resource ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 with Priority: HIGHEST for action security_group_members [ 839.626372] env[65123]: INFO networking_nsxv3.common.synchronization [req-15f29320-59fb-4037-8fcb-28565b4ea9f8 req-7f79776b-1353-4bf8-bdc0-400585269daf service nova] Enqueued Resource ID: 5cd53d60-4dcf-4928-8660-92e3ff974461 with Priority: HIGHEST for action port [ 839.626688] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 with Priority: HIGHEST for action security_group_rules [ 839.626759] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 with Priority: HIGHEST for action security_group_members [ 839.626840] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cd53d60-4dcf-4928-8660-92e3ff974461 with Priority: HIGHEST for action port [ 839.627454] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.627580] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.627633] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.627920] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.627995] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.628837] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.628938] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.629174] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-5cd53d60-4dcf-4928-8660-92e3ff974461 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.629782] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5cd53d60-4dcf-4928-8660-92e3ff974461" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.629881] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5cd53d60-4dcf-4928-8660-92e3ff974461" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.630502] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5cd53d60-4dcf-4928-8660-92e3ff974461" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.630502] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cd53d60-4dcf-4928-8660-92e3ff974461',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.941247] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.132835] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.133024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.133217] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5cd53d60-4dcf-4928-8660-92e3ff974461 with status ACTIVE [ 840.133390] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.133532] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.133602] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.134273] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.134273] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.134273] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.134273] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.134273] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.134634] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.134634] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.134634] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.134842] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.134842] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.135028] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.135096] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.135141] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5cd53d60-4dcf-4928-8660-92e3ff974461 is going to be updated. [ 840.159234] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.160697] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.160697] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.160697] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.160697] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.160697] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5cd53d60-4dcf-4928-8660-92e3ff974461" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.445076] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.512240] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 in Status: SUCCESS [ 840.512379] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 deletion is rescheduled due to dependency. [ 840.512503] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.512716] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.512956] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.513221] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.513369] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.513445] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.513629] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.513713] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.513821] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.824349] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 in Status: SUCCESS [ 840.824741] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.829123] env[65123]: INFO networking_nsxv3.common.synchronization [req-327b740b-b023-45c8-928c-8d3bbf27262f req-d41cbdf9-7cfe-427b-b923-dcb2906247ce tempest-ImagesOneServerNegativeTestJSON-1485946634 tempest-ImagesOneServerNegativeTestJSON-1485946634-project-member] Enqueued Resource ID: bd17b423-2504-4a0b-9316-d9646b5856f9 with Priority: HIGHEST for action security_group_members [ 840.829729] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd17b423-2504-4a0b-9316-d9646b5856f9 with Priority: HIGHEST for action security_group_members [ 840.830027] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd17b423-2504-4a0b-9316-d9646b5856f9 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.830146] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.830207] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.830404] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.830571] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.830673] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.830728] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.830881] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.830967] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.831074] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd17b423-2504-4a0b-9316-d9646b5856f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.948697] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.948871] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.948939] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.949476] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.949476] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.949476] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 is going to be updated. [ 840.979077] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.979261] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.979314] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.979537] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.979755] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.995143] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 in Status: IN_PROGRESS for 2s [ 841.016913] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.336640] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.336816] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.336961] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.337241] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.337344] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.337680] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.337838] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.337893] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.338122] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.338218] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.338296] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd17b423-2504-4a0b-9316-d9646b5856f9 is going to be deleted. [ 841.374496] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.374749] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.374864] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.375127] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.375287] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.375447] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.519835] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.792075] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock network-741 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.792075] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "network-741" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.792075] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "network-741" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.792075] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "network-741" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.792603] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.792603] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.792710] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.796284] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.796459] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.796688] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 841.796804] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 841.796901] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 841.797017] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 841.797284] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 841.797284] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 841.797399] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 841.821016] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 841.821365] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 841.821616] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 841.821902] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "network-741" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.822423] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock port-0a9cffd8-f88a-4e63-80f5-547c65c8bf31 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.823545] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "port-0a9cffd8-f88a-4e63-80f5-547c65c8bf31" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.823545] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "port-0a9cffd8-f88a-4e63-80f5-547c65c8bf31" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.823900] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "port-0a9cffd8-f88a-4e63-80f5-547c65c8bf31" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.824505] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a9cffd8-f88a-4e63-80f5-547c65c8bf31',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.024350] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.024350] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.024350] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.024350] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.024350] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.024350] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 is going to be updated. [ 842.055477] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.055652] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.055820] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.056077] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.056205] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.067120] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 in Status: IN_PROGRESS for 2s [ 842.327398] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.327650] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.327823] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.328513] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.328513] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.328513] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Segment Port 0a9cffd8-f88a-4e63-80f5-547c65c8bf31 not found, creating... [ 842.328762] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.329036] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.329125] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.329313] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.329453] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.329738] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.329911] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.330031] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.330242] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.330370] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.330508] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Resource: SegmentPort with ID: 0a9cffd8-f88a-4e63-80f5-547c65c8bf31 is going to be created. [ 842.383235] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.383510] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.383589] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.384861] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.384861] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.384861] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "port-0a9cffd8-f88a-4e63-80f5-547c65c8bf31" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.004485] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 in Status: SUCCESS [ 843.004792] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.062694] env[65123]: INFO networking_nsxv3.common.synchronization [req-327b740b-b023-45c8-928c-8d3bbf27262f req-03119775-52b8-4e8a-a8b0-60838d60d0c1 service nova] Enqueued Resource ID: bd17b423-2504-4a0b-9316-d9646b5856f9 with Priority: HIGHEST for action security_group_rules [ 843.062928] env[65123]: INFO networking_nsxv3.common.synchronization [req-327b740b-b023-45c8-928c-8d3bbf27262f req-03119775-52b8-4e8a-a8b0-60838d60d0c1 service nova] Enqueued Resource ID: bd17b423-2504-4a0b-9316-d9646b5856f9 with Priority: HIGHEST for action security_group_members [ 843.063112] env[65123]: INFO networking_nsxv3.common.synchronization [req-327b740b-b023-45c8-928c-8d3bbf27262f req-03119775-52b8-4e8a-a8b0-60838d60d0c1 service nova] Enqueued Resource ID: 0a9cffd8-f88a-4e63-80f5-547c65c8bf31 with Priority: HIGHEST for action port [ 843.063718] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd17b423-2504-4a0b-9316-d9646b5856f9 with Priority: HIGHEST for action security_group_rules [ 843.063866] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd17b423-2504-4a0b-9316-d9646b5856f9 with Priority: HIGHEST for action security_group_members [ 843.063987] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a9cffd8-f88a-4e63-80f5-547c65c8bf31 with Priority: HIGHEST for action port [ 843.064327] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd17b423-2504-4a0b-9316-d9646b5856f9 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.064502] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.064591] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.064817] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.064935] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd17b423-2504-4a0b-9316-d9646b5856f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.066652] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd17b423-2504-4a0b-9316-d9646b5856f9 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.066767] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.066838] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.067029] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.067187] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.067282] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.067339] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.067475] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.067564] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.067691] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd17b423-2504-4a0b-9316-d9646b5856f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.070705] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a9cffd8-f88a-4e63-80f5-547c65c8bf31 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.070705] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a9cffd8-f88a-4e63-80f5-547c65c8bf31" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.070705] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a9cffd8-f88a-4e63-80f5-547c65c8bf31" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.070705] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a9cffd8-f88a-4e63-80f5-547c65c8bf31" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.070705] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a9cffd8-f88a-4e63-80f5-547c65c8bf31',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.573827] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd17b423-2504-4a0b-9316-d9646b5856f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.573827] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd17b423-2504-4a0b-9316-d9646b5856f9 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.573827] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.573827] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a9cffd8-f88a-4e63-80f5-547c65c8bf31 with status ACTIVE [ 843.573827] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.573827] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.573827] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.573827] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.573827] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.573827] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.573827] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.573827] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.573827] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.573827] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.574438] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.574438] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.580045] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.580045] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.580045] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.580045] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a9cffd8-f88a-4e63-80f5-547c65c8bf31 is going to be updated. [ 843.606159] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.606403] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.606541] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.606737] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.606895] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.607128] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a9cffd8-f88a-4e63-80f5-547c65c8bf31" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.722733] env[65123]: INFO networking_nsxv3.common.synchronization [req-67f57f67-1f23-4a08-a39d-5a718767540c req-da1bae1c-384b-4540-ab2d-d407f9feb78a tempest-InstanceActionsTestJSON-288461535 tempest-InstanceActionsTestJSON-288461535-project-member] Enqueued Resource ID: a470f8eb-7728-412e-9895-acba6dfb973d with Priority: HIGHEST for action security_group_members [ 843.723370] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a470f8eb-7728-412e-9895-acba6dfb973d with Priority: HIGHEST for action security_group_members [ 843.723716] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-a470f8eb-7728-412e-9895-acba6dfb973d taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.723858] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a470f8eb-7728-412e-9895-acba6dfb973d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.723929] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a470f8eb-7728-412e-9895-acba6dfb973d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.726560] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a470f8eb-7728-412e-9895-acba6dfb973d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.726560] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.726560] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.726560] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.726560] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.726560] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.726560] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a470f8eb-7728-412e-9895-acba6dfb973d',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.079144] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 in Status: SUCCESS [ 844.079453] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.079624] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.079815] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.080037] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.080222] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.080350] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.080725] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.080821] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.080922] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.081184] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.082300] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd17b423-2504-4a0b-9316-d9646b5856f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.092346] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-907 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.092555] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-907" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.092744] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-907" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.093057] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-907" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.093357] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.093522] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.093637] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.093876] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.094029] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.094301] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 844.094416] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 844.094593] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 844.094640] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 844.094744] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 844.094866] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 844.094999] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 844.121294] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 844.121294] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 844.121294] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 844.121294] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-907" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.121294] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-b9148e47-4444-411a-9182-9e35dc9ae80a taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.121294] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-b9148e47-4444-411a-9182-9e35dc9ae80a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.122091] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-b9148e47-4444-411a-9182-9e35dc9ae80a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.122091] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-b9148e47-4444-411a-9182-9e35dc9ae80a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.122091] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9148e47-4444-411a-9182-9e35dc9ae80a',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.230326] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.230517] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.230595] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.230805] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.230910] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.231630] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.231630] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.231630] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.231630] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.231630] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.231630] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a470f8eb-7728-412e-9895-acba6dfb973d already deleted. [ 844.232196] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a470f8eb-7728-412e-9895-acba6dfb973d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.583837] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.583984] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.585016] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.585016] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.585016] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.585301] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.585301] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.585301] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.585414] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.585452] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.585594] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.585687] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.585778] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.585944] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.586098] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.586190] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.586249] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.586939] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.586939] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.586939] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.586939] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.588304] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.588304] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.588304] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.588480] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.588520] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.588623] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd17b423-2504-4a0b-9316-d9646b5856f9 is going to be created. [ 844.623665] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.623865] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.623939] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.624210] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.624438] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.626472] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.626730] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.626917] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.627286] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.627519] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.627827] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port b9148e47-4444-411a-9182-9e35dc9ae80a not found, creating... [ 844.628223] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.630578] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.630578] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.630578] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.630578] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.630578] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.630578] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.630578] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.630578] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.630578] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.630994] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: b9148e47-4444-411a-9182-9e35dc9ae80a is going to be created. [ 844.644168] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd17b423-2504-4a0b-9316-d9646b5856f9 in Status: UNINITIALIZED for 2s [ 844.656771] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.657033] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.657128] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.657448] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.657683] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.658080] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-b9148e47-4444-411a-9182-9e35dc9ae80a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.090695] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0: rpc.has_security_group_logging(os_id): False [ 845.111146] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.111317] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.111418] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.111612] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.111979] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.111979] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.112247] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.112247] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.112362] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.112416] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.112943] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.113077] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.113143] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.113295] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.113373] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.113666] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.113666] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.113850] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.113850] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.113955] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.114022] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 is going to be updated. [ 845.185447] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.185731] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.185816] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.186062] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.186289] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.202412] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 in Status: IN_PROGRESS for 2s [ 845.463581] env[65123]: INFO networking_nsxv3.common.synchronization [req-67f57f67-1f23-4a08-a39d-5a718767540c req-714df111-c688-4c9e-b396-55c955f16777 service nova] Enqueued Resource ID: a470f8eb-7728-412e-9895-acba6dfb973d with Priority: HIGHEST for action security_group_rules [ 845.463794] env[65123]: INFO networking_nsxv3.common.synchronization [req-67f57f67-1f23-4a08-a39d-5a718767540c req-714df111-c688-4c9e-b396-55c955f16777 service nova] Enqueued Resource ID: a470f8eb-7728-412e-9895-acba6dfb973d with Priority: HIGHEST for action security_group_members [ 845.463946] env[65123]: INFO networking_nsxv3.common.synchronization [req-67f57f67-1f23-4a08-a39d-5a718767540c req-714df111-c688-4c9e-b396-55c955f16777 service nova] Enqueued Resource ID: b9148e47-4444-411a-9182-9e35dc9ae80a with Priority: HIGHEST for action port [ 845.464800] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a470f8eb-7728-412e-9895-acba6dfb973d with Priority: HIGHEST for action security_group_rules [ 845.464946] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a470f8eb-7728-412e-9895-acba6dfb973d with Priority: HIGHEST for action security_group_members [ 845.465151] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9148e47-4444-411a-9182-9e35dc9ae80a with Priority: HIGHEST for action port [ 845.465502] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a470f8eb-7728-412e-9895-acba6dfb973d taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.465616] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a470f8eb-7728-412e-9895-acba6dfb973d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.465705] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a470f8eb-7728-412e-9895-acba6dfb973d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.466644] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a470f8eb-7728-412e-9895-acba6dfb973d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.466644] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a470f8eb-7728-412e-9895-acba6dfb973d',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.467229] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-a470f8eb-7728-412e-9895-acba6dfb973d taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.467453] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a470f8eb-7728-412e-9895-acba6dfb973d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.467453] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a470f8eb-7728-412e-9895-acba6dfb973d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.467947] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a470f8eb-7728-412e-9895-acba6dfb973d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.467947] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.469234] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.469341] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.469510] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.469661] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.469722] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a470f8eb-7728-412e-9895-acba6dfb973d',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.471239] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9148e47-4444-411a-9182-9e35dc9ae80a taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.471239] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9148e47-4444-411a-9182-9e35dc9ae80a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.471410] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9148e47-4444-411a-9182-9e35dc9ae80a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.471523] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9148e47-4444-411a-9182-9e35dc9ae80a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.471576] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9148e47-4444-411a-9182-9e35dc9ae80a',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.974355] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a470f8eb-7728-412e-9895-acba6dfb973d',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.975060] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-a470f8eb-7728-412e-9895-acba6dfb973d taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.975203] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a470f8eb-7728-412e-9895-acba6dfb973d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.976091] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9148e47-4444-411a-9182-9e35dc9ae80a with status ACTIVE [ 845.976593] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.976593] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.976593] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.976832] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.976832] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.977922] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.977922] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.977922] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.977922] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.977922] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.977922] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.977922] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.977922] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.977922] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.977922] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.978348] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9148e47-4444-411a-9182-9e35dc9ae80a is going to be updated. [ 846.002728] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.002876] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.003223] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.003223] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.003375] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.003523] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9148e47-4444-411a-9182-9e35dc9ae80a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.477591] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a470f8eb-7728-412e-9895-acba6dfb973d',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.657141] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd17b423-2504-4a0b-9316-d9646b5856f9 in Status: SUCCESS [ 846.657588] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.657905] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.658618] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.658618] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.658618] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.658618] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.658948] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.658948] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.658948] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.659728] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd17b423-2504-4a0b-9316-d9646b5856f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.980988] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.981237] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.981237] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.981496] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.981597] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.981700] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a470f8eb-7728-412e-9895-acba6dfb973d is going to be created. [ 847.012331] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.012568] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.012568] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.012796] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.013050] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.023767] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a470f8eb-7728-412e-9895-acba6dfb973d in Status: UNINITIALIZED for 2s [ 847.164568] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd17b423-2504-4a0b-9316-d9646b5856f9 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.164568] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.164568] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.164568] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.164568] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.164568] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.164568] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.164568] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.164568] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.164568] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.164568] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd17b423-2504-4a0b-9316-d9646b5856f9 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.164568] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.164568] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.166799] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.168179] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.168395] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.168395] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.168563] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.168667] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.168803] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.168897] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd17b423-2504-4a0b-9316-d9646b5856f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.221068] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 in Status: SUCCESS [ 847.221352] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.671494] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd17b423-2504-4a0b-9316-d9646b5856f9: rpc.has_security_group_logging(os_id): False [ 847.692035] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.692245] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.692478] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.692693] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.692856] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.693138] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.693343] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.693468] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.693700] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.693799] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.694311] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.694311] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.694503] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.694611] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.695214] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.695509] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.695699] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.695771] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.695940] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.696037] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.696170] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd17b423-2504-4a0b-9316-d9646b5856f9 is going to be created. [ 847.757085] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.757255] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.757327] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.757550] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.757770] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.772081] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd17b423-2504-4a0b-9316-d9646b5856f9 in Status: IN_PROGRESS for 2s [ 849.036403] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a470f8eb-7728-412e-9895-acba6dfb973d in Status: SUCCESS [ 849.038650] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a470f8eb-7728-412e-9895-acba6dfb973d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.038650] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a470f8eb-7728-412e-9895-acba6dfb973d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.038650] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a470f8eb-7728-412e-9895-acba6dfb973d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.038650] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.038650] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.038650] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.038650] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.038650] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.038650] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a470f8eb-7728-412e-9895-acba6dfb973d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.038650] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a470f8eb-7728-412e-9895-acba6dfb973d',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.542703] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-a470f8eb-7728-412e-9895-acba6dfb973d taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.542835] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a470f8eb-7728-412e-9895-acba6dfb973d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.542883] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a470f8eb-7728-412e-9895-acba6dfb973d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.543149] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a470f8eb-7728-412e-9895-acba6dfb973d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.543312] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.543401] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.543456] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.543602] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.543692] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.543779] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a470f8eb-7728-412e-9895-acba6dfb973d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.544062] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-a470f8eb-7728-412e-9895-acba6dfb973d taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.544172] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a470f8eb-7728-412e-9895-acba6dfb973d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.544232] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a470f8eb-7728-412e-9895-acba6dfb973d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.544380] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a470f8eb-7728-412e-9895-acba6dfb973d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.544520] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.544614] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.544675] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.544808] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.544879] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.544960] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a470f8eb-7728-412e-9895-acba6dfb973d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.546233] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a470f8eb-7728-412e-9895-acba6dfb973d',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.788698] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd17b423-2504-4a0b-9316-d9646b5856f9 in Status: SUCCESS [ 849.788698] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.050730] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a470f8eb-7728-412e-9895-acba6dfb973d: rpc.has_security_group_logging(os_id): False [ 850.072235] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.072404] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.072504] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.072710] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.072819] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.073091] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.073201] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.073281] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.073444] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.073545] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.073743] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.074422] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.074515] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.074705] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.074795] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.075082] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.075214] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.075278] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.075405] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.075611] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.075741] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a470f8eb-7728-412e-9895-acba6dfb973d is going to be created. [ 850.176886] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.177060] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.177142] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.177362] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.177586] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.196012] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a470f8eb-7728-412e-9895-acba6dfb973d in Status: IN_PROGRESS for 2s [ 850.466676] env[65123]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 850.466676] env[65123]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 851.012918] env[65123]: INFO networking_nsxv3.common.synchronization [req-48733c89-a6a4-42fc-8c93-44a050751d6d req-fd404c2a-f851-4111-a156-90c73c68c3c8 tempest-DeleteServersTestJSON-1766806868 tempest-DeleteServersTestJSON-1766806868-project-member] Enqueued Resource ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 with Priority: HIGHEST for action security_group_members [ 851.013668] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 with Priority: HIGHEST for action security_group_members [ 851.014243] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.014243] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.014243] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.014524] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.014809] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.014982] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.015135] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.015487] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.015656] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.015814] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.469119] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-606 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.469521] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-606" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.469579] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-606" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.469865] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-606" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.470218] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.470474] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.470630] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.470895] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.471092] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.471355] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 851.471496] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 851.471631] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 851.471868] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 851.471868] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 851.471992] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 851.472148] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 851.491891] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 851.492073] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 851.492213] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 851.492389] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-606" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.492704] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-b45e6175-77a4-4d32-b958-4f09bc100abb taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.492877] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-b45e6175-77a4-4d32-b958-4f09bc100abb" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.492996] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-b45e6175-77a4-4d32-b958-4f09bc100abb" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.493361] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-b45e6175-77a4-4d32-b958-4f09bc100abb" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.493508] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b45e6175-77a4-4d32-b958-4f09bc100abb',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.518102] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.518268] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.518341] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.518601] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.539928] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.540584] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.540584] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.540584] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.540819] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.540858] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.540954] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 is going to be updated. [ 851.568689] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.568689] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.568689] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.568689] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.569091] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.578676] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 in Status: IN_PROGRESS for 2s [ 851.996508] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.996764] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.996859] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.999275] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.999476] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.999640] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port b45e6175-77a4-4d32-b958-4f09bc100abb not found, creating... [ 851.999925] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.000124] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.000256] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.000542] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.000675] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.000982] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.001186] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.001306] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.001525] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.001654] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.001806] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: b45e6175-77a4-4d32-b958-4f09bc100abb is going to be created. [ 852.026352] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.026562] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.026676] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.026947] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.027269] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.028249] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-b45e6175-77a4-4d32-b958-4f09bc100abb" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.215140] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a470f8eb-7728-412e-9895-acba6dfb973d in Status: SUCCESS [ 852.215393] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a470f8eb-7728-412e-9895-acba6dfb973d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.783748] env[65123]: INFO networking_nsxv3.common.synchronization [req-48733c89-a6a4-42fc-8c93-44a050751d6d req-ba44062b-5700-4aad-b4d6-09598c8b51d8 service nova] Enqueued Resource ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 with Priority: HIGHEST for action security_group_rules [ 852.783748] env[65123]: INFO networking_nsxv3.common.synchronization [req-48733c89-a6a4-42fc-8c93-44a050751d6d req-ba44062b-5700-4aad-b4d6-09598c8b51d8 service nova] Enqueued Resource ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 with Priority: HIGHEST for action security_group_members [ 852.783748] env[65123]: INFO networking_nsxv3.common.synchronization [req-48733c89-a6a4-42fc-8c93-44a050751d6d req-ba44062b-5700-4aad-b4d6-09598c8b51d8 service nova] Enqueued Resource ID: b45e6175-77a4-4d32-b958-4f09bc100abb with Priority: HIGHEST for action port [ 852.784627] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 with Priority: HIGHEST for action security_group_rules [ 852.784880] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 with Priority: HIGHEST for action security_group_members [ 852.785102] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b45e6175-77a4-4d32-b958-4f09bc100abb with Priority: HIGHEST for action port [ 852.785980] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.786474] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.786686] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.787141] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.787320] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.788796] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.789136] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.789466] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-b45e6175-77a4-4d32-b958-4f09bc100abb taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.789714] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b45e6175-77a4-4d32-b958-4f09bc100abb" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.789872] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b45e6175-77a4-4d32-b958-4f09bc100abb" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.790881] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b45e6175-77a4-4d32-b958-4f09bc100abb" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.790881] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b45e6175-77a4-4d32-b958-4f09bc100abb',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.143067] env[65123]: INFO networking_nsxv3.common.synchronization [req-e82b2bbd-17cc-42c9-a8f6-fceaf945a98d req-ccd8dcdc-093a-4cb6-ac8e-1f3c6a24a8bb tempest-VolumesAssistedSnapshotsTest-283038066 tempest-VolumesAssistedSnapshotsTest-283038066-project-member] Enqueued Resource ID: 86d28ba7-1065-46c8-bf3a-84e956c0e786 with Priority: HIGHEST for action security_group_members [ 853.143751] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86d28ba7-1065-46c8-bf3a-84e956c0e786 with Priority: HIGHEST for action security_group_members [ 853.144220] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-86d28ba7-1065-46c8-bf3a-84e956c0e786 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.144451] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86d28ba7-1065-46c8-bf3a-84e956c0e786" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.144582] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86d28ba7-1065-46c8-bf3a-84e956c0e786" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.144910] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86d28ba7-1065-46c8-bf3a-84e956c0e786" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.145171] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.145323] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.145450] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.145727] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.145822] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.146016] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86d28ba7-1065-46c8-bf3a-84e956c0e786',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.289314] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.289475] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.293383] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b45e6175-77a4-4d32-b958-4f09bc100abb with status ACTIVE [ 853.294896] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.294896] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.294896] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.294896] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.294896] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.295263] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.295263] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.295263] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.295557] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.295557] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.295645] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.295723] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.295769] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.296598] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.296598] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.296598] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b45e6175-77a4-4d32-b958-4f09bc100abb is going to be updated. [ 853.333861] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.334421] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.335265] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.335265] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.335265] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.335265] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b45e6175-77a4-4d32-b958-4f09bc100abb" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.591686] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 in Status: SUCCESS [ 853.591686] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 deletion is rescheduled due to dependency. [ 853.591686] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.591940] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.591989] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.593406] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.593406] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.593406] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.593406] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.593406] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.593406] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.649545] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.649728] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.649977] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.650411] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.675641] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.675641] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.675641] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.675641] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.675641] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.675641] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.675641] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86d28ba7-1065-46c8-bf3a-84e956c0e786 is going to be updated. [ 853.703956] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.704122] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.704189] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.704415] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.704566] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.712785] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86d28ba7-1065-46c8-bf3a-84e956c0e786 in Status: IN_PROGRESS for 2s [ 853.797618] env[65123]: INFO networking_nsxv3.common.synchronization [req-112518c8-2fff-42dc-b161-9c070b448497 req-d841117a-d6a3-4133-bde8-dd6220371bed tempest-ServerMetadataNegativeTestJSON-316974982 tempest-ServerMetadataNegativeTestJSON-316974982-project-member] Enqueued Resource ID: 60ea0906-f9a6-4928-8040-ba9896621220 with Priority: HIGHEST for action security_group_members [ 853.798384] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60ea0906-f9a6-4928-8040-ba9896621220 with Priority: HIGHEST for action security_group_members [ 853.798645] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-60ea0906-f9a6-4928-8040-ba9896621220 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.798770] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60ea0906-f9a6-4928-8040-ba9896621220" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.798837] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60ea0906-f9a6-4928-8040-ba9896621220" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.799126] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60ea0906-f9a6-4928-8040-ba9896621220" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.799301] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.799407] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.799472] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.799636] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.799720] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.799814] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60ea0906-f9a6-4928-8040-ba9896621220',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.096654] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.302822] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.303996] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.303996] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.305800] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.305800] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.305800] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.305800] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.305800] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.305800] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.305800] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.305800] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60ea0906-f9a6-4928-8040-ba9896621220 already deleted. [ 854.305800] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60ea0906-f9a6-4928-8040-ba9896621220" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.319397] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-817 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.319746] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-817" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.321180] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-817" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.321678] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-817" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.322134] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.324773] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.324992] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.325377] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.325574] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.325876] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 854.326014] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 854.326175] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 854.326321] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 854.326472] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 854.326618] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 854.326807] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 854.352390] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 854.352597] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 854.352785] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 854.352993] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-817" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.353377] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-63996c44-d29c-4211-8b37-52d07eb06fd5 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.353610] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-63996c44-d29c-4211-8b37-52d07eb06fd5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.353811] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-63996c44-d29c-4211-8b37-52d07eb06fd5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.354266] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-63996c44-d29c-4211-8b37-52d07eb06fd5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.354470] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63996c44-d29c-4211-8b37-52d07eb06fd5',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.601502] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.858331] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.858868] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.858868] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.859017] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.859177] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.859375] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port 63996c44-d29c-4211-8b37-52d07eb06fd5 not found, creating... [ 854.859643] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.859805] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.859922] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.860182] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.860332] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.860749] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.860749] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.860966] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.861163] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.861285] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.861345] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: 63996c44-d29c-4211-8b37-52d07eb06fd5 is going to be created. [ 854.895016] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.895266] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.895359] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.895631] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.895855] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.896084] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-63996c44-d29c-4211-8b37-52d07eb06fd5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.104480] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.104641] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.104717] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.104926] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.105144] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.105334] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 is going to be updated. [ 855.158647] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.159029] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.159029] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.159281] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.159364] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.170119] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 in Status: IN_PROGRESS for 2s [ 855.605788] env[65123]: INFO networking_nsxv3.common.synchronization [req-112518c8-2fff-42dc-b161-9c070b448497 req-c99b4586-e831-495f-982e-45bd36a3a9f0 service nova] Enqueued Resource ID: 60ea0906-f9a6-4928-8040-ba9896621220 with Priority: HIGHEST for action security_group_rules [ 855.606075] env[65123]: INFO networking_nsxv3.common.synchronization [req-112518c8-2fff-42dc-b161-9c070b448497 req-c99b4586-e831-495f-982e-45bd36a3a9f0 service nova] Enqueued Resource ID: 60ea0906-f9a6-4928-8040-ba9896621220 with Priority: HIGHEST for action security_group_members [ 855.606243] env[65123]: INFO networking_nsxv3.common.synchronization [req-112518c8-2fff-42dc-b161-9c070b448497 req-c99b4586-e831-495f-982e-45bd36a3a9f0 service nova] Enqueued Resource ID: 63996c44-d29c-4211-8b37-52d07eb06fd5 with Priority: HIGHEST for action port [ 855.607332] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60ea0906-f9a6-4928-8040-ba9896621220 with Priority: HIGHEST for action security_group_rules [ 855.608241] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60ea0906-f9a6-4928-8040-ba9896621220 with Priority: HIGHEST for action security_group_members [ 855.608241] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63996c44-d29c-4211-8b37-52d07eb06fd5 with Priority: HIGHEST for action port [ 855.608241] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60ea0906-f9a6-4928-8040-ba9896621220 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.608241] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60ea0906-f9a6-4928-8040-ba9896621220" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.608241] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60ea0906-f9a6-4928-8040-ba9896621220" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.608517] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60ea0906-f9a6-4928-8040-ba9896621220" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.608517] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60ea0906-f9a6-4928-8040-ba9896621220',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.609978] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-60ea0906-f9a6-4928-8040-ba9896621220 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.610118] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60ea0906-f9a6-4928-8040-ba9896621220" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.610188] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60ea0906-f9a6-4928-8040-ba9896621220" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.610747] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60ea0906-f9a6-4928-8040-ba9896621220" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.610747] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.610747] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.610747] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.611062] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.611062] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.612946] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60ea0906-f9a6-4928-8040-ba9896621220',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.613860] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-63996c44-d29c-4211-8b37-52d07eb06fd5 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.613975] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63996c44-d29c-4211-8b37-52d07eb06fd5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.614053] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63996c44-d29c-4211-8b37-52d07eb06fd5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.614191] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63996c44-d29c-4211-8b37-52d07eb06fd5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.614263] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63996c44-d29c-4211-8b37-52d07eb06fd5',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.724095] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86d28ba7-1065-46c8-bf3a-84e956c0e786 in Status: SUCCESS [ 855.724290] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86d28ba7-1065-46c8-bf3a-84e956c0e786 deletion is rescheduled due to dependency. [ 855.724465] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86d28ba7-1065-46c8-bf3a-84e956c0e786" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.882463] env[65123]: INFO networking_nsxv3.common.synchronization [None req-2c8d1860-0fea-4c43-8003-30693b0bc5ba None None] Enqueued Resource ID: aae538a1-dc33-499d-b37a-b9140ce7807a with Priority: HIGHEST for action port [ 855.883123] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aae538a1-dc33-499d-b37a-b9140ce7807a with Priority: HIGHEST for action port [ 855.883912] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-aae538a1-dc33-499d-b37a-b9140ce7807a taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.884059] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aae538a1-dc33-499d-b37a-b9140ce7807a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.884127] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aae538a1-dc33-499d-b37a-b9140ce7807a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.884376] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aae538a1-dc33-499d-b37a-b9140ce7807a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.884474] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aae538a1-dc33-499d-b37a-b9140ce7807a',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.117281] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60ea0906-f9a6-4928-8040-ba9896621220',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.118465] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-60ea0906-f9a6-4928-8040-ba9896621220 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.118659] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60ea0906-f9a6-4928-8040-ba9896621220" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.119775] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 63996c44-d29c-4211-8b37-52d07eb06fd5 with status ACTIVE [ 856.119775] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.119775] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.119775] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.120175] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.120175] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.124653] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.125276] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.125408] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.125770] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.125770] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.126183] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.126183] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.126183] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.126381] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.126381] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.126457] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 63996c44-d29c-4211-8b37-52d07eb06fd5 is going to be updated. [ 856.149677] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.149824] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.150143] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.150143] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.150307] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.150440] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63996c44-d29c-4211-8b37-52d07eb06fd5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.390176] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aae538a1-dc33-499d-b37a-b9140ce7807a [ 856.390424] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.390590] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.390705] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.391395] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.391539] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.391669] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aae538a1-dc33-499d-b37a-b9140ce7807a already deleted. [ 856.391788] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aae538a1-dc33-499d-b37a-b9140ce7807a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.632030] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60ea0906-f9a6-4928-8040-ba9896621220',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.857223] env[65123]: INFO networking_nsxv3.common.synchronization [req-ff70ab48-116f-4890-89c7-e1317722fe25 req-154ea057-f758-427d-abd0-3c12dcdb8848 tempest-ServersTestMultiNic-1426098674 tempest-ServersTestMultiNic-1426098674-project-member] Enqueued Resource ID: 97891135-dd7c-4357-80ce-76de4593fad7 with Priority: HIGHEST for action security_group_members [ 856.857747] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97891135-dd7c-4357-80ce-76de4593fad7 with Priority: HIGHEST for action security_group_members [ 856.858085] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-97891135-dd7c-4357-80ce-76de4593fad7 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.858212] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.858278] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.858954] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.863289] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.863415] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.863485] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.863681] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.863780] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.863881] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97891135-dd7c-4357-80ce-76de4593fad7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.137775] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.137775] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.137775] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.137775] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.137775] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.137775] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60ea0906-f9a6-4928-8040-ba9896621220 is going to be created. [ 857.166832] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.166832] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.166832] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.166832] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.166832] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.180352] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60ea0906-f9a6-4928-8040-ba9896621220 in Status: UNINITIALIZED for 2s [ 857.181915] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 in Status: SUCCESS [ 857.182225] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.183986] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.183986] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.183986] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.183986] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.183986] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.183986] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.183986] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.183986] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.183986] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.315760] env[65123]: INFO networking_nsxv3.common.synchronization [req-ff70ab48-116f-4890-89c7-e1317722fe25 req-ec8be06e-217c-487a-87a5-ba86406f2fe9 tempest-ServersTestMultiNic-1426098674 tempest-ServersTestMultiNic-1426098674-project-member] Enqueued Resource ID: 97891135-dd7c-4357-80ce-76de4593fad7 with Priority: HIGHEST for action security_group_members [ 857.317176] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97891135-dd7c-4357-80ce-76de4593fad7 with Priority: HIGHEST for action security_group_members [ 857.317176] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-97891135-dd7c-4357-80ce-76de4593fad7 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.317176] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.367532] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.367532] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.367532] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.367774] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.367862] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.368555] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.368555] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.368555] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.368555] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.368805] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.368805] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97891135-dd7c-4357-80ce-76de4593fad7 already deleted. [ 857.368805] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.368990] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.369176] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.369286] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.369389] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.369479] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.369725] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.369802] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.369914] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97891135-dd7c-4357-80ce-76de4593fad7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.688200] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.688200] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.688200] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.688427] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.688427] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.688522] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.688564] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.688693] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.689053] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.689053] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.689053] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.689225] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.689225] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.689347] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.689719] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.689719] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.689719] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.689879] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.689879] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.689964] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.691389] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.792494] env[65123]: INFO networking_nsxv3.common.synchronization [req-ff70ab48-116f-4890-89c7-e1317722fe25 req-8fd413f7-46dc-4899-99d7-1e87aa361d54 tempest-ServersTestMultiNic-1426098674 tempest-ServersTestMultiNic-1426098674-project-member] Enqueued Resource ID: 97891135-dd7c-4357-80ce-76de4593fad7 with Priority: HIGHEST for action security_group_members [ 857.793043] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97891135-dd7c-4357-80ce-76de4593fad7 with Priority: HIGHEST for action security_group_members [ 857.793382] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-97891135-dd7c-4357-80ce-76de4593fad7 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.793525] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.872481] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.872690] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.872790] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.872951] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.873058] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.873255] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.873362] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.873429] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.873577] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.873647] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.873731] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97891135-dd7c-4357-80ce-76de4593fad7 already deleted. [ 857.873808] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.874021] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.874136] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.874265] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.874358] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.874412] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.874550] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.874620] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.874709] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97891135-dd7c-4357-80ce-76de4593fad7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.023883] env[65123]: INFO networking_nsxv3.common.synchronization [None req-859b0a90-ed77-4fd7-9da7-a0f44bac7181 None None] Enqueued Resource ID: 27e2bd41-95d4-4c10-b4d8-45574d9f5b54 with Priority: HIGHEST for action port [ 858.024639] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27e2bd41-95d4-4c10-b4d8-45574d9f5b54 with Priority: HIGHEST for action port [ 858.024896] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-27e2bd41-95d4-4c10-b4d8-45574d9f5b54 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.027050] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27e2bd41-95d4-4c10-b4d8-45574d9f5b54" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.027050] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27e2bd41-95d4-4c10-b4d8-45574d9f5b54" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.027050] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27e2bd41-95d4-4c10-b4d8-45574d9f5b54" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.027050] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27e2bd41-95d4-4c10-b4d8-45574d9f5b54',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.193456] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6: rpc.has_security_group_logging(os_id): False [ 858.214035] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.214035] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.214035] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.214270] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.214270] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.215374] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.215374] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.215374] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.215374] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.215374] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.215374] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.215374] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.216130] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.216130] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.216130] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.216130] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.216130] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.216472] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.216472] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.216472] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.216639] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 is going to be updated. [ 858.242700] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock network-191 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.243035] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "network-191" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.243112] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "network-191" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.245063] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "network-191" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.245063] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.245063] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.245063] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.245326] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.245400] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.246171] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.246171] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 858.246171] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 858.246171] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 858.246171] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.246426] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 858.246426] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 858.264503] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 858.264726] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 858.264814] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 858.265037] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "network-191" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.265500] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock port-1b67f1d3-4a87-458d-acec-963a9e3e284c taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.265693] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "port-1b67f1d3-4a87-458d-acec-963a9e3e284c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.265881] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "port-1b67f1d3-4a87-458d-acec-963a9e3e284c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.266166] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "port-1b67f1d3-4a87-458d-acec-963a9e3e284c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.266310] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b67f1d3-4a87-458d-acec-963a9e3e284c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.287771] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.287771] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.287771] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.287771] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.288304] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.306965] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 in Status: IN_PROGRESS for 2s [ 858.388694] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.388694] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.388694] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.388694] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.388694] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.388694] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.388694] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.388694] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.388694] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.388694] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.388694] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97891135-dd7c-4357-80ce-76de4593fad7 already deleted. [ 858.388694] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.529638] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27e2bd41-95d4-4c10-b4d8-45574d9f5b54 [ 858.529943] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.530092] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.531166] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.531166] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.531166] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.531166] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27e2bd41-95d4-4c10-b4d8-45574d9f5b54 already deleted. [ 858.531166] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27e2bd41-95d4-4c10-b4d8-45574d9f5b54" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.772018] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.772018] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.772018] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.772018] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.772018] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.772018] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Segment Port 1b67f1d3-4a87-458d-acec-963a9e3e284c not found, creating... [ 858.772018] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.772018] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.772018] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.772018] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.772018] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.772554] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.772554] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.772554] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.772554] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.772554] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.772974] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Resource: SegmentPort with ID: 1b67f1d3-4a87-458d-acec-963a9e3e284c is going to be created. [ 858.795023] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.795023] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.795023] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.795023] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.795023] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.795023] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "port-1b67f1d3-4a87-458d-acec-963a9e3e284c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.190521] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60ea0906-f9a6-4928-8040-ba9896621220 in Status: SUCCESS [ 859.190521] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60ea0906-f9a6-4928-8040-ba9896621220" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.191248] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60ea0906-f9a6-4928-8040-ba9896621220" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.191248] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60ea0906-f9a6-4928-8040-ba9896621220" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.191248] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.191248] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.191248] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.191578] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.191578] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.191695] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60ea0906-f9a6-4928-8040-ba9896621220" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.192092] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60ea0906-f9a6-4928-8040-ba9896621220',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.546719] env[65123]: INFO networking_nsxv3.common.synchronization [req-ff70ab48-116f-4890-89c7-e1317722fe25 req-89202a5a-467c-4a67-a82e-021c1e476891 service nova] Enqueued Resource ID: 97891135-dd7c-4357-80ce-76de4593fad7 with Priority: HIGHEST for action security_group_rules [ 859.547064] env[65123]: INFO networking_nsxv3.common.synchronization [req-ff70ab48-116f-4890-89c7-e1317722fe25 req-89202a5a-467c-4a67-a82e-021c1e476891 service nova] Enqueued Resource ID: 97891135-dd7c-4357-80ce-76de4593fad7 with Priority: HIGHEST for action security_group_members [ 859.547064] env[65123]: INFO networking_nsxv3.common.synchronization [req-ff70ab48-116f-4890-89c7-e1317722fe25 req-89202a5a-467c-4a67-a82e-021c1e476891 service nova] Enqueued Resource ID: 1b67f1d3-4a87-458d-acec-963a9e3e284c with Priority: HIGHEST for action port [ 859.547682] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97891135-dd7c-4357-80ce-76de4593fad7 with Priority: HIGHEST for action security_group_rules [ 859.547929] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97891135-dd7c-4357-80ce-76de4593fad7 with Priority: HIGHEST for action security_group_members [ 859.548013] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b67f1d3-4a87-458d-acec-963a9e3e284c with Priority: HIGHEST for action port [ 859.548533] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97891135-dd7c-4357-80ce-76de4593fad7 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.548651] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.548694] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.549095] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.549541] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97891135-dd7c-4357-80ce-76de4593fad7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.550895] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-97891135-dd7c-4357-80ce-76de4593fad7 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.551026] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.551118] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.554087] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.554087] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.554087] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.554087] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.554087] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.554087] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.554087] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97891135-dd7c-4357-80ce-76de4593fad7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.554087] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b67f1d3-4a87-458d-acec-963a9e3e284c taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.554087] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b67f1d3-4a87-458d-acec-963a9e3e284c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.554087] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b67f1d3-4a87-458d-acec-963a9e3e284c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.554087] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b67f1d3-4a87-458d-acec-963a9e3e284c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.554087] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b67f1d3-4a87-458d-acec-963a9e3e284c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.693603] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-60ea0906-f9a6-4928-8040-ba9896621220 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.693830] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60ea0906-f9a6-4928-8040-ba9896621220" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.693830] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60ea0906-f9a6-4928-8040-ba9896621220" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.694187] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60ea0906-f9a6-4928-8040-ba9896621220" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.694534] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.694534] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.694692] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.695262] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.695345] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.695444] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60ea0906-f9a6-4928-8040-ba9896621220" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.695658] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-60ea0906-f9a6-4928-8040-ba9896621220 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.695743] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60ea0906-f9a6-4928-8040-ba9896621220" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.695794] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60ea0906-f9a6-4928-8040-ba9896621220" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.696200] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60ea0906-f9a6-4928-8040-ba9896621220" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.696200] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.696375] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.696375] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.696518] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.696687] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.696687] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60ea0906-f9a6-4928-8040-ba9896621220" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.696787] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60ea0906-f9a6-4928-8040-ba9896621220',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.807051] env[65123]: INFO networking_nsxv3.common.synchronization [req-a09b501c-5050-4b4a-b6bc-5109e7d4911a req-179af6c8-6021-43d2-9591-062e279b8261 tempest-ServerActionsTestOtherA-1066851600 tempest-ServerActionsTestOtherA-1066851600-project-member] Enqueued Resource ID: 21c307f8-d7f6-45b1-901e-48f5c00fcdfc with Priority: HIGHEST for action security_group_members [ 859.808430] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21c307f8-d7f6-45b1-901e-48f5c00fcdfc with Priority: HIGHEST for action security_group_members [ 859.808430] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-21c307f8-d7f6-45b1-901e-48f5c00fcdfc taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.808430] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.808648] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.808774] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.808961] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.809090] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.809153] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.809323] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.809411] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.809511] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21c307f8-d7f6-45b1-901e-48f5c00fcdfc',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.056951] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-97891135-dd7c-4357-80ce-76de4593fad7 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.057139] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.058265] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97891135-dd7c-4357-80ce-76de4593fad7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.059025] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b67f1d3-4a87-458d-acec-963a9e3e284c with status ACTIVE [ 860.059262] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.059405] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.059405] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.059618] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.059707] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.059938] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.061315] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.061551] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.062139] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.062239] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.062458] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.062601] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.062689] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.062788] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.062870] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.062975] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b67f1d3-4a87-458d-acec-963a9e3e284c is going to be updated. [ 860.094037] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.094037] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.094037] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.094037] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.094037] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.094037] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b67f1d3-4a87-458d-acec-963a9e3e284c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.199957] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60ea0906-f9a6-4928-8040-ba9896621220: rpc.has_security_group_logging(os_id): False [ 860.221879] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.221879] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.221879] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.221879] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.221879] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.221879] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.221879] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.221879] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.222437] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.222437] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.222437] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.222437] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.222589] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.222803] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.222803] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.223468] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.226436] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.226502] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.227151] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.227151] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.227151] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60ea0906-f9a6-4928-8040-ba9896621220 is going to be created. [ 860.309383] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.309383] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.309383] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.309383] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.309383] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.311662] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.311786] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.311906] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.312056] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.312146] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.312334] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.312435] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.312498] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.312653] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.312732] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.312813] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21c307f8-d7f6-45b1-901e-48f5c00fcdfc already deleted. [ 860.312894] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.329577] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60ea0906-f9a6-4928-8040-ba9896621220 in Status: IN_PROGRESS for 2s [ 860.331802] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 in Status: SUCCESS [ 860.332166] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.343960] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock network-453 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.344230] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "network-453" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.344306] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "network-453" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.344574] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "network-453" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.344836] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.344994] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.346357] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.346357] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.347705] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.347762] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 860.347988] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 860.348098] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 860.348229] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 860.348278] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 860.348372] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 860.348576] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 860.378905] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 860.379244] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 860.379420] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 860.379676] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "network-453" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.379921] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock port-fe3ed430-7cf5-4e5b-81e6-cf2209819707 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.380136] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "port-fe3ed430-7cf5-4e5b-81e6-cf2209819707" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.380231] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "port-fe3ed430-7cf5-4e5b-81e6-cf2209819707" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.380552] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "port-fe3ed430-7cf5-4e5b-81e6-cf2209819707" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.380687] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe3ed430-7cf5-4e5b-81e6-cf2209819707',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.567112] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97891135-dd7c-4357-80ce-76de4593fad7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.849875] env[65123]: INFO networking_nsxv3.common.synchronization [None req-daadda00-ba3f-4137-a01a-8a2698b0efc2 None None] Enqueued Resource ID: ea8af5b4-40e8-4bb7-bcd6-f13235d6f4ed with Priority: HIGHEST for action port [ 860.850485] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea8af5b4-40e8-4bb7-bcd6-f13235d6f4ed with Priority: HIGHEST for action port [ 860.850799] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea8af5b4-40e8-4bb7-bcd6-f13235d6f4ed taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.850936] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea8af5b4-40e8-4bb7-bcd6-f13235d6f4ed" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.851223] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea8af5b4-40e8-4bb7-bcd6-f13235d6f4ed" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.851600] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea8af5b4-40e8-4bb7-bcd6-f13235d6f4ed" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.851730] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea8af5b4-40e8-4bb7-bcd6-f13235d6f4ed',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.884741] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.884999] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.885147] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.885470] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.885569] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.885723] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Segment Port fe3ed430-7cf5-4e5b-81e6-cf2209819707 not found, creating... [ 860.886071] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.886244] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.886362] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.886618] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.886806] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.887126] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.887328] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.887459] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.887671] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.887807] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.888037] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Resource: SegmentPort with ID: fe3ed430-7cf5-4e5b-81e6-cf2209819707 is going to be created. [ 860.909373] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.909689] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.909878] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.910189] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.910430] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.910745] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "port-fe3ed430-7cf5-4e5b-81e6-cf2209819707" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.071933] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.072302] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.073015] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.073015] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.073015] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.073214] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97891135-dd7c-4357-80ce-76de4593fad7 is going to be created. [ 861.107139] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.107489] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.107583] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.108303] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.108303] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.127761] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97891135-dd7c-4357-80ce-76de4593fad7 in Status: UNINITIALIZED for 2s [ 861.354193] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea8af5b4-40e8-4bb7-bcd6-f13235d6f4ed [ 861.354450] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.354881] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.354881] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.355182] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.355182] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.355287] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea8af5b4-40e8-4bb7-bcd6-f13235d6f4ed already deleted. [ 861.355564] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea8af5b4-40e8-4bb7-bcd6-f13235d6f4ed" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.423838] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-997 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.424472] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-997" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.424472] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-997" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.424472] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-997" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.424963] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.425153] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.425268] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.425484] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.425627] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.425916] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 861.426150] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 861.426329] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 861.426404] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 861.426478] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 861.426605] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 861.426739] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 861.468842] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 861.469104] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 861.469104] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 861.469220] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-997" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.469528] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-fa116f9a-7815-4417-83d0-9ee26bdcb0b0 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.469704] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-fa116f9a-7815-4417-83d0-9ee26bdcb0b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.469825] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-fa116f9a-7815-4417-83d0-9ee26bdcb0b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.470169] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-fa116f9a-7815-4417-83d0-9ee26bdcb0b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.470304] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa116f9a-7815-4417-83d0-9ee26bdcb0b0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.623124] env[65123]: INFO networking_nsxv3.common.synchronization [req-a09b501c-5050-4b4a-b6bc-5109e7d4911a req-4151133d-bcce-41bf-b4ce-54598370068a service nova] Enqueued Resource ID: 21c307f8-d7f6-45b1-901e-48f5c00fcdfc with Priority: HIGHEST for action security_group_rules [ 861.623124] env[65123]: INFO networking_nsxv3.common.synchronization [req-a09b501c-5050-4b4a-b6bc-5109e7d4911a req-4151133d-bcce-41bf-b4ce-54598370068a service nova] Enqueued Resource ID: 21c307f8-d7f6-45b1-901e-48f5c00fcdfc with Priority: HIGHEST for action security_group_members [ 861.623124] env[65123]: INFO networking_nsxv3.common.synchronization [req-a09b501c-5050-4b4a-b6bc-5109e7d4911a req-4151133d-bcce-41bf-b4ce-54598370068a service nova] Enqueued Resource ID: fe3ed430-7cf5-4e5b-81e6-cf2209819707 with Priority: HIGHEST for action port [ 861.623601] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21c307f8-d7f6-45b1-901e-48f5c00fcdfc with Priority: HIGHEST for action security_group_rules [ 861.623684] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21c307f8-d7f6-45b1-901e-48f5c00fcdfc with Priority: HIGHEST for action security_group_members [ 861.624108] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe3ed430-7cf5-4e5b-81e6-cf2209819707 with Priority: HIGHEST for action port [ 861.624108] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21c307f8-d7f6-45b1-901e-48f5c00fcdfc taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.624375] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.624445] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.624731] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.625920] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21c307f8-d7f6-45b1-901e-48f5c00fcdfc',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.625920] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-21c307f8-d7f6-45b1-901e-48f5c00fcdfc taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.626066] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.626164] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.626355] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.626625] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.626906] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.627012] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.627202] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.627318] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.627436] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21c307f8-d7f6-45b1-901e-48f5c00fcdfc',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.628583] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe3ed430-7cf5-4e5b-81e6-cf2209819707 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.629128] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe3ed430-7cf5-4e5b-81e6-cf2209819707" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.629128] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe3ed430-7cf5-4e5b-81e6-cf2209819707" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.629128] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe3ed430-7cf5-4e5b-81e6-cf2209819707" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.629259] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe3ed430-7cf5-4e5b-81e6-cf2209819707',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.973818] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.973818] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.973818] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.973818] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.974394] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.974760] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port fa116f9a-7815-4417-83d0-9ee26bdcb0b0 not found, creating... [ 861.976323] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.976323] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.976323] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.976323] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.976323] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.976864] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.977405] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.977771] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.980197] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.980197] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.980197] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: fa116f9a-7815-4417-83d0-9ee26bdcb0b0 is going to be created. [ 862.002306] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.002757] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.003087] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.004545] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.004545] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.004545] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-fa116f9a-7815-4417-83d0-9ee26bdcb0b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.131578] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21c307f8-d7f6-45b1-901e-48f5c00fcdfc',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.133154] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-21c307f8-d7f6-45b1-901e-48f5c00fcdfc taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.133320] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.133846] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fe3ed430-7cf5-4e5b-81e6-cf2209819707 with status ACTIVE [ 862.133846] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.133846] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.134054] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.134190] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.134317] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.135026] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.135026] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.135026] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.135026] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.135314] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.135401] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.135530] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.135625] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.135988] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.136122] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.136249] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fe3ed430-7cf5-4e5b-81e6-cf2209819707 is going to be updated. [ 862.173951] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.173951] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.173951] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.173951] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.173951] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.173951] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe3ed430-7cf5-4e5b-81e6-cf2209819707" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.342302] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60ea0906-f9a6-4928-8040-ba9896621220 in Status: SUCCESS [ 862.342988] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60ea0906-f9a6-4928-8040-ba9896621220" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.639194] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21c307f8-d7f6-45b1-901e-48f5c00fcdfc',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.763757] env[65123]: INFO networking_nsxv3.common.synchronization [req-ff70ab48-116f-4890-89c7-e1317722fe25 req-022b9ead-fac0-4660-8b3f-2ac82863c79e service nova] Enqueued Resource ID: 97891135-dd7c-4357-80ce-76de4593fad7 with Priority: HIGHEST for action security_group_rules [ 862.763962] env[65123]: INFO networking_nsxv3.common.synchronization [req-ff70ab48-116f-4890-89c7-e1317722fe25 req-022b9ead-fac0-4660-8b3f-2ac82863c79e service nova] Enqueued Resource ID: 97891135-dd7c-4357-80ce-76de4593fad7 with Priority: HIGHEST for action security_group_members [ 862.764122] env[65123]: INFO networking_nsxv3.common.synchronization [req-ff70ab48-116f-4890-89c7-e1317722fe25 req-022b9ead-fac0-4660-8b3f-2ac82863c79e service nova] Enqueued Resource ID: fa116f9a-7815-4417-83d0-9ee26bdcb0b0 with Priority: HIGHEST for action port [ 862.764720] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97891135-dd7c-4357-80ce-76de4593fad7 with Priority: HIGHEST for action security_group_rules [ 862.764847] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97891135-dd7c-4357-80ce-76de4593fad7 with Priority: HIGHEST for action security_group_members [ 862.764934] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa116f9a-7815-4417-83d0-9ee26bdcb0b0 with Priority: HIGHEST for action port [ 862.765371] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97891135-dd7c-4357-80ce-76de4593fad7 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.765489] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.765853] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-97891135-dd7c-4357-80ce-76de4593fad7 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.765942] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.766191] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa116f9a-7815-4417-83d0-9ee26bdcb0b0 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.766331] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa116f9a-7815-4417-83d0-9ee26bdcb0b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.766438] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa116f9a-7815-4417-83d0-9ee26bdcb0b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.766669] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa116f9a-7815-4417-83d0-9ee26bdcb0b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.766780] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa116f9a-7815-4417-83d0-9ee26bdcb0b0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.138516] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97891135-dd7c-4357-80ce-76de4593fad7 in Status: SUCCESS [ 863.138823] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.138925] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.139188] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.139391] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.139531] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.139601] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.139717] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.139998] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.139998] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.139998] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97891135-dd7c-4357-80ce-76de4593fad7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.140962] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.141150] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.141305] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.141408] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.141475] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.141616] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.141697] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.141809] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97891135-dd7c-4357-80ce-76de4593fad7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.142630] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.142729] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.142799] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.142945] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.143067] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.143149] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21c307f8-d7f6-45b1-901e-48f5c00fcdfc is going to be created. [ 863.171918] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.172302] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.172522] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.172764] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.172943] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.185410] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21c307f8-d7f6-45b1-901e-48f5c00fcdfc in Status: UNINITIALIZED for 2s [ 863.268951] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa116f9a-7815-4417-83d0-9ee26bdcb0b0 with status ACTIVE [ 863.270260] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.270417] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.270538] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.270717] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.270813] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.271011] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.271135] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.271227] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.271380] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.271475] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.271652] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.271799] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.271905] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.272149] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.272229] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.272326] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa116f9a-7815-4417-83d0-9ee26bdcb0b0 is going to be updated. [ 863.307593] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.307773] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.307823] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.308300] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.308439] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.308601] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa116f9a-7815-4417-83d0-9ee26bdcb0b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.513780] env[65123]: INFO networking_nsxv3.common.synchronization [None req-d1b27f1a-7377-4159-9db8-4f5eda0eb1b5 None None] Enqueued Resource ID: fcaccdca-a11b-4f5a-93c1-dc695243718c with Priority: HIGHEST for action port [ 863.514906] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcaccdca-a11b-4f5a-93c1-dc695243718c with Priority: HIGHEST for action port [ 863.515097] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-fcaccdca-a11b-4f5a-93c1-dc695243718c taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.519237] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fcaccdca-a11b-4f5a-93c1-dc695243718c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.519237] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fcaccdca-a11b-4f5a-93c1-dc695243718c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.519237] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fcaccdca-a11b-4f5a-93c1-dc695243718c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.519237] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcaccdca-a11b-4f5a-93c1-dc695243718c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.641304] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock network-191 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.641671] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "network-191" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.641671] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "network-191" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.641949] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "network-191" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.643112] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.644871] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.644871] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.644871] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.644871] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.644871] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 863.644871] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 863.644871] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 863.644871] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 863.644871] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 863.644871] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 863.646330] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 863.649582] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-97891135-dd7c-4357-80ce-76de4593fad7 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.649745] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.650141] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97891135-dd7c-4357-80ce-76de4593fad7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.673702] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 863.673883] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 863.675316] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 863.675316] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "network-191" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.675316] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock port-81dbfe8c-3364-45a1-ade2-39a474b21c4d taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.675316] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "port-81dbfe8c-3364-45a1-ade2-39a474b21c4d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.675316] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "port-81dbfe8c-3364-45a1-ade2-39a474b21c4d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.675824] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "port-81dbfe8c-3364-45a1-ade2-39a474b21c4d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.675962] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81dbfe8c-3364-45a1-ade2-39a474b21c4d',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.027253] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fcaccdca-a11b-4f5a-93c1-dc695243718c [ 864.027495] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.027631] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.027693] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.027928] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.028042] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.028135] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fcaccdca-a11b-4f5a-93c1-dc695243718c already deleted. [ 864.028233] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fcaccdca-a11b-4f5a-93c1-dc695243718c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.152108] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97891135-dd7c-4357-80ce-76de4593fad7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.178402] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.178611] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.178737] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.179611] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.179611] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.179611] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Segment Port 81dbfe8c-3364-45a1-ade2-39a474b21c4d not found, creating... [ 864.179910] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.179910] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.180030] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.180170] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.180362] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.183042] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.183042] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.183042] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.183042] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.183042] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.183042] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Resource: SegmentPort with ID: 81dbfe8c-3364-45a1-ade2-39a474b21c4d is going to be created. [ 864.216023] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.216023] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.216023] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.216023] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.216023] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.216023] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "port-81dbfe8c-3364-45a1-ade2-39a474b21c4d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.654886] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.655239] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.655239] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.655420] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.655506] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.655601] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97891135-dd7c-4357-80ce-76de4593fad7 is going to be updated. [ 864.697807] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.698214] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.698214] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.699214] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.699395] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.717464] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97891135-dd7c-4357-80ce-76de4593fad7 in Status: IN_PROGRESS for 2s [ 864.984120] env[65123]: INFO networking_nsxv3.common.synchronization [req-ff70ab48-116f-4890-89c7-e1317722fe25 req-8c5eaedf-4548-4b0a-a52c-4078d61f9933 service nova] Enqueued Resource ID: 97891135-dd7c-4357-80ce-76de4593fad7 with Priority: HIGHEST for action security_group_rules [ 864.984407] env[65123]: INFO networking_nsxv3.common.synchronization [req-ff70ab48-116f-4890-89c7-e1317722fe25 req-8c5eaedf-4548-4b0a-a52c-4078d61f9933 service nova] Enqueued Resource ID: 97891135-dd7c-4357-80ce-76de4593fad7 with Priority: HIGHEST for action security_group_members [ 864.984493] env[65123]: INFO networking_nsxv3.common.synchronization [req-ff70ab48-116f-4890-89c7-e1317722fe25 req-8c5eaedf-4548-4b0a-a52c-4078d61f9933 service nova] Enqueued Resource ID: 81dbfe8c-3364-45a1-ade2-39a474b21c4d with Priority: HIGHEST for action port [ 864.985831] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97891135-dd7c-4357-80ce-76de4593fad7 with Priority: HIGHEST for action security_group_rules [ 864.985831] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97891135-dd7c-4357-80ce-76de4593fad7 with Priority: HIGHEST for action security_group_members [ 864.985831] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81dbfe8c-3364-45a1-ade2-39a474b21c4d with Priority: HIGHEST for action port [ 864.985831] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97891135-dd7c-4357-80ce-76de4593fad7 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.985831] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.985831] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-97891135-dd7c-4357-80ce-76de4593fad7 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.985831] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.986953] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-81dbfe8c-3364-45a1-ade2-39a474b21c4d taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.987230] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81dbfe8c-3364-45a1-ade2-39a474b21c4d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.987301] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81dbfe8c-3364-45a1-ade2-39a474b21c4d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.988180] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81dbfe8c-3364-45a1-ade2-39a474b21c4d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.988180] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81dbfe8c-3364-45a1-ade2-39a474b21c4d',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.025282] env[65123]: INFO networking_nsxv3.common.synchronization [req-2aae5276-fc1f-4dcb-86d9-fc09568ea189 req-72f54deb-ea32-473a-a430-7c78bd4d26f9 tempest-ServerGroupTestJSON-1459190714 tempest-ServerGroupTestJSON-1459190714-project-member] Enqueued Resource ID: 031449d6-bcc6-49b1-8d57-31ae95da81a6 with Priority: HIGHEST for action security_group_members [ 865.026187] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 031449d6-bcc6-49b1-8d57-31ae95da81a6 with Priority: HIGHEST for action security_group_members [ 865.026543] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-031449d6-bcc6-49b1-8d57-31ae95da81a6 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.026671] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-031449d6-bcc6-49b1-8d57-31ae95da81a6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.026738] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-031449d6-bcc6-49b1-8d57-31ae95da81a6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.026995] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-031449d6-bcc6-49b1-8d57-31ae95da81a6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.027501] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.027501] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.027737] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.027737] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.027829] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.028174] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('031449d6-bcc6-49b1-8d57-31ae95da81a6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.198962] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21c307f8-d7f6-45b1-901e-48f5c00fcdfc in Status: SUCCESS [ 865.199908] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.199908] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.199908] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.200136] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.200283] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.200359] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.200603] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.200702] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.200827] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.200951] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21c307f8-d7f6-45b1-901e-48f5c00fcdfc',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.489988] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81dbfe8c-3364-45a1-ade2-39a474b21c4d with status ACTIVE [ 865.490304] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.490458] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.490530] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.490784] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.490827] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.490984] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.491111] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.491150] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.491823] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.491823] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.491823] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.491823] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.491823] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.492049] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.492049] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.492121] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81dbfe8c-3364-45a1-ade2-39a474b21c4d is going to be updated. [ 865.515943] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.516291] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.516374] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.516617] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.516760] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.516929] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81dbfe8c-3364-45a1-ade2-39a474b21c4d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.530603] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.530752] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.530843] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.531080] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.531217] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.531446] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.531559] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.531625] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.531795] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.531877] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.531975] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 031449d6-bcc6-49b1-8d57-31ae95da81a6 already deleted. [ 865.532097] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-031449d6-bcc6-49b1-8d57-31ae95da81a6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.534488] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-294 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.534675] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-294" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.534796] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-294" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.535126] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-294" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.535392] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.535550] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.535667] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.535922] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.536038] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.536248] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 865.536363] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 865.536473] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 865.536581] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 865.536688] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 865.536891] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 865.537046] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 865.558785] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 865.559090] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 865.559296] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 865.559523] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-294" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.559916] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-68252400-f8a1-451f-8d86-1aefc301061b taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.560117] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-68252400-f8a1-451f-8d86-1aefc301061b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.560237] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-68252400-f8a1-451f-8d86-1aefc301061b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.560558] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-68252400-f8a1-451f-8d86-1aefc301061b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.560717] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68252400-f8a1-451f-8d86-1aefc301061b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.703774] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-21c307f8-d7f6-45b1-901e-48f5c00fcdfc taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.704115] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.704115] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.704284] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.704461] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.704656] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.704749] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.704933] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.705100] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.705240] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.705412] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-21c307f8-d7f6-45b1-901e-48f5c00fcdfc taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.705566] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.705645] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.705833] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.706050] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.706195] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.706304] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.706494] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.706577] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.706662] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.706755] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21c307f8-d7f6-45b1-901e-48f5c00fcdfc',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.745132] env[65123]: INFO networking_nsxv3.common.synchronization [req-f3bf63d6-f10a-4073-8531-ab1ab76b5efb req-0cb74583-4fba-414d-99d2-dec65507f2bc tempest-MigrationsAdminTest-502048374 tempest-MigrationsAdminTest-502048374-project-member] Enqueued Resource ID: d44d924d-4e7d-48fe-9b2a-992c876e3527 with Priority: HIGHEST for action security_group_members [ 865.746252] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d44d924d-4e7d-48fe-9b2a-992c876e3527 with Priority: HIGHEST for action security_group_members [ 865.746252] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-d44d924d-4e7d-48fe-9b2a-992c876e3527 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.746252] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d44d924d-4e7d-48fe-9b2a-992c876e3527" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.746252] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d44d924d-4e7d-48fe-9b2a-992c876e3527" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.746520] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d44d924d-4e7d-48fe-9b2a-992c876e3527" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.747076] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.747076] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.747076] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.747076] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.747076] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.747337] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d44d924d-4e7d-48fe-9b2a-992c876e3527',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.063132] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.063382] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.063507] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.063786] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.063936] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.065055] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port 68252400-f8a1-451f-8d86-1aefc301061b not found, creating... [ 866.065055] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.065055] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.065055] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.065055] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.065055] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.065405] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.065468] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.065578] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.065784] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.065920] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.066070] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: 68252400-f8a1-451f-8d86-1aefc301061b is going to be created. [ 866.093677] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.093914] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.094045] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.094353] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.094596] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.094827] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-68252400-f8a1-451f-8d86-1aefc301061b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.208779] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21c307f8-d7f6-45b1-901e-48f5c00fcdfc: rpc.has_security_group_logging(os_id): False [ 866.231695] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.231695] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.231695] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.232770] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.232770] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.232770] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.232770] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.232770] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.232770] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.232770] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.232770] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.232770] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.233610] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.233610] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.233610] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.233610] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.233610] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.233610] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.233610] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.233610] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.234095] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21c307f8-d7f6-45b1-901e-48f5c00fcdfc is going to be created. [ 866.249659] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d44d924d-4e7d-48fe-9b2a-992c876e3527',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.314055] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.314055] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.314055] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.314220] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.314365] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.345160] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21c307f8-d7f6-45b1-901e-48f5c00fcdfc in Status: IN_PROGRESS for 2s [ 866.734729] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97891135-dd7c-4357-80ce-76de4593fad7 in Status: SUCCESS [ 866.734729] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.735074] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.735113] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.735330] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.735429] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.735546] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.737235] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.737235] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.737235] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.737235] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-97891135-dd7c-4357-80ce-76de4593fad7 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.737235] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.737235] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.737235] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.737235] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.737235] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.737235] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.737235] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.737235] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.737235] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.737235] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97891135-dd7c-4357-80ce-76de4593fad7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.738116] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.738268] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.738411] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.739461] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.739461] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.739461] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.739461] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.739461] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97891135-dd7c-4357-80ce-76de4593fad7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.751579] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d44d924d-4e7d-48fe-9b2a-992c876e3527',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.879025] env[65123]: INFO networking_nsxv3.common.synchronization [req-2aae5276-fc1f-4dcb-86d9-fc09568ea189 req-68f5f046-42cf-486b-806f-88769346dd23 service nova] Enqueued Resource ID: 031449d6-bcc6-49b1-8d57-31ae95da81a6 with Priority: HIGHEST for action security_group_rules [ 866.879025] env[65123]: INFO networking_nsxv3.common.synchronization [req-2aae5276-fc1f-4dcb-86d9-fc09568ea189 req-68f5f046-42cf-486b-806f-88769346dd23 service nova] Enqueued Resource ID: 031449d6-bcc6-49b1-8d57-31ae95da81a6 with Priority: HIGHEST for action security_group_members [ 866.879025] env[65123]: INFO networking_nsxv3.common.synchronization [req-2aae5276-fc1f-4dcb-86d9-fc09568ea189 req-68f5f046-42cf-486b-806f-88769346dd23 service nova] Enqueued Resource ID: 68252400-f8a1-451f-8d86-1aefc301061b with Priority: HIGHEST for action port [ 866.879025] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 031449d6-bcc6-49b1-8d57-31ae95da81a6 with Priority: HIGHEST for action security_group_rules [ 866.880248] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 031449d6-bcc6-49b1-8d57-31ae95da81a6 with Priority: HIGHEST for action security_group_members [ 866.880248] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68252400-f8a1-451f-8d86-1aefc301061b with Priority: HIGHEST for action port [ 866.880248] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-031449d6-bcc6-49b1-8d57-31ae95da81a6 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.880556] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-031449d6-bcc6-49b1-8d57-31ae95da81a6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.880746] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-031449d6-bcc6-49b1-8d57-31ae95da81a6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.881019] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-031449d6-bcc6-49b1-8d57-31ae95da81a6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.881145] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('031449d6-bcc6-49b1-8d57-31ae95da81a6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.882197] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-031449d6-bcc6-49b1-8d57-31ae95da81a6 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.882321] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-031449d6-bcc6-49b1-8d57-31ae95da81a6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.882390] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-031449d6-bcc6-49b1-8d57-31ae95da81a6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.882564] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-031449d6-bcc6-49b1-8d57-31ae95da81a6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.882715] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.884326] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.884326] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.884608] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.885103] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.885385] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('031449d6-bcc6-49b1-8d57-31ae95da81a6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.886249] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-68252400-f8a1-451f-8d86-1aefc301061b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.886363] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68252400-f8a1-451f-8d86-1aefc301061b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.887228] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68252400-f8a1-451f-8d86-1aefc301061b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.887228] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68252400-f8a1-451f-8d86-1aefc301061b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.887228] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68252400-f8a1-451f-8d86-1aefc301061b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.240623] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97891135-dd7c-4357-80ce-76de4593fad7: rpc.has_security_group_logging(os_id): False [ 867.241796] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97891135-dd7c-4357-80ce-76de4593fad7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.259796] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.259966] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.260061] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.260399] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.260489] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.260590] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d44d924d-4e7d-48fe-9b2a-992c876e3527 is going to be updated. [ 867.264427] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.264638] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.264638] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.264827] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.264921] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.265179] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.265252] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.265292] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.265454] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.265496] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.265763] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.265763] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.265763] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.266111] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.267213] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.267490] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.267737] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.267737] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.267988] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.267988] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.267988] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97891135-dd7c-4357-80ce-76de4593fad7 is going to be created. [ 867.302619] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.302619] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.302619] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.302619] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.302619] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.320639] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d44d924d-4e7d-48fe-9b2a-992c876e3527 in Status: IN_PROGRESS for 2s [ 867.343297] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.343297] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.343480] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.343621] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.343793] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.359305] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97891135-dd7c-4357-80ce-76de4593fad7 in Status: IN_PROGRESS for 2s [ 867.390141] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('031449d6-bcc6-49b1-8d57-31ae95da81a6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.390417] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-031449d6-bcc6-49b1-8d57-31ae95da81a6 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.390417] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-031449d6-bcc6-49b1-8d57-31ae95da81a6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.390598] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68252400-f8a1-451f-8d86-1aefc301061b with status ACTIVE [ 867.390770] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.390860] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.390903] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.391431] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.391431] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.391431] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.391645] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.391645] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.391741] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.391781] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.391935] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.393374] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.393374] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.393619] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.393744] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.393872] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68252400-f8a1-451f-8d86-1aefc301061b is going to be updated. [ 867.418498] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.418714] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.418821] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.419138] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.419295] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.419466] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68252400-f8a1-451f-8d86-1aefc301061b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.744757] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97891135-dd7c-4357-80ce-76de4593fad7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.896522] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('031449d6-bcc6-49b1-8d57-31ae95da81a6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.247141] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.247476] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.247567] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.247869] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.248144] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.250836] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97891135-dd7c-4357-80ce-76de4593fad7 is going to be updated. [ 868.295382] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.295477] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.295597] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.295968] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.296239] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.327810] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97891135-dd7c-4357-80ce-76de4593fad7 in Status: IN_PROGRESS for 2s [ 868.369279] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21c307f8-d7f6-45b1-901e-48f5c00fcdfc in Status: SUCCESS [ 868.369279] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.402889] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.402889] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.402889] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.402889] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.402889] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.403325] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 031449d6-bcc6-49b1-8d57-31ae95da81a6 is going to be created. [ 868.445031] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.445031] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.445031] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.445031] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.445031] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.455596] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 031449d6-bcc6-49b1-8d57-31ae95da81a6 in Status: UNINITIALIZED for 2s [ 869.334470] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d44d924d-4e7d-48fe-9b2a-992c876e3527 in Status: SUCCESS [ 869.336222] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d44d924d-4e7d-48fe-9b2a-992c876e3527" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.406326] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97891135-dd7c-4357-80ce-76de4593fad7 in Status: SUCCESS [ 869.406470] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.406711] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.406975] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.407121] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97891135-dd7c-4357-80ce-76de4593fad7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.850428] env[65123]: INFO networking_nsxv3.common.synchronization [req-1b9afd17-9064-4cf1-bf45-11f54120a0bb req-926e68c2-74b0-475b-a483-5e5a4f15cd2b tempest-ImagesOneServerNegativeTestJSON-1485946634 tempest-ImagesOneServerNegativeTestJSON-1485946634-project-member] Enqueued Resource ID: bd17b423-2504-4a0b-9316-d9646b5856f9 with Priority: HIGHEST for action security_group_members [ 869.851044] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd17b423-2504-4a0b-9316-d9646b5856f9 with Priority: HIGHEST for action security_group_members [ 869.851386] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd17b423-2504-4a0b-9316-d9646b5856f9 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.851589] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.851660] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.851927] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.852098] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.852221] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.852299] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.852426] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.852542] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.852610] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd17b423-2504-4a0b-9316-d9646b5856f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.909919] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-97891135-dd7c-4357-80ce-76de4593fad7 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.910091] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.340261] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97891135-dd7c-4357-80ce-76de4593fad7 in Status: SUCCESS [ 870.340261] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.340261] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.340261] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.340261] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.340261] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.340261] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.340261] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.340823] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.340823] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.340823] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97891135-dd7c-4357-80ce-76de4593fad7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.354739] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.354878] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.354961] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.355739] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.355739] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.355739] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.355739] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.356019] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.356019] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.356093] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.356127] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd17b423-2504-4a0b-9316-d9646b5856f9 is going to be updated. [ 870.386521] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.386521] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.386521] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.386521] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.386521] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.398604] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd17b423-2504-4a0b-9316-d9646b5856f9 in Status: IN_PROGRESS for 2s [ 870.465802] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 031449d6-bcc6-49b1-8d57-31ae95da81a6 in Status: SUCCESS [ 870.466127] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-031449d6-bcc6-49b1-8d57-31ae95da81a6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.466349] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-031449d6-bcc6-49b1-8d57-31ae95da81a6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.466768] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-031449d6-bcc6-49b1-8d57-31ae95da81a6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.467038] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.467223] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.467732] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.467732] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.467732] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.467732] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-031449d6-bcc6-49b1-8d57-31ae95da81a6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.468068] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('031449d6-bcc6-49b1-8d57-31ae95da81a6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.843796] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-97891135-dd7c-4357-80ce-76de4593fad7 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.843796] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.843796] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.843796] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.844108] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.844160] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.844270] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.844407] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.844500] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.844593] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.844748] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-97891135-dd7c-4357-80ce-76de4593fad7 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.844844] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.844908] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.845058] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.845203] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.845361] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.845361] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.845494] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.845555] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.845639] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.845731] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97891135-dd7c-4357-80ce-76de4593fad7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.971130] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-031449d6-bcc6-49b1-8d57-31ae95da81a6 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.971361] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-031449d6-bcc6-49b1-8d57-31ae95da81a6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.971361] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-031449d6-bcc6-49b1-8d57-31ae95da81a6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.971577] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-031449d6-bcc6-49b1-8d57-31ae95da81a6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.971746] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.971836] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.971928] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.972063] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.972878] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.972878] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-031449d6-bcc6-49b1-8d57-31ae95da81a6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.972878] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-031449d6-bcc6-49b1-8d57-31ae95da81a6 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.972878] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-031449d6-bcc6-49b1-8d57-31ae95da81a6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.972878] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-031449d6-bcc6-49b1-8d57-31ae95da81a6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.972878] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-031449d6-bcc6-49b1-8d57-31ae95da81a6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.972878] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.972878] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.973548] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.973548] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.973548] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.973548] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-031449d6-bcc6-49b1-8d57-31ae95da81a6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.973548] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('031449d6-bcc6-49b1-8d57-31ae95da81a6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.347848] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97891135-dd7c-4357-80ce-76de4593fad7: rpc.has_security_group_logging(os_id): False [ 871.369469] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.369469] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.370033] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.370033] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.370182] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.370405] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.370657] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.370799] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.374078] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.374321] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.374810] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.375063] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.375195] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.375615] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.375694] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.376633] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.376853] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.377670] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.377670] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.377670] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.377670] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97891135-dd7c-4357-80ce-76de4593fad7 is going to be updated. [ 871.476127] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 031449d6-bcc6-49b1-8d57-31ae95da81a6: rpc.has_security_group_logging(os_id): False [ 871.493685] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.493883] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.493993] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.494310] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.494473] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.498743] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.498887] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.498974] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.499253] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.499373] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.499586] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.499693] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.499758] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.499938] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.500016] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.500267] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.500328] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.500375] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.500524] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.500598] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.500788] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.500882] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.500943] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.501290] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.501290] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.501290] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 031449d6-bcc6-49b1-8d57-31ae95da81a6 is going to be created. [ 871.510498] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97891135-dd7c-4357-80ce-76de4593fad7 in Status: IN_PROGRESS for 2s [ 871.599345] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.599572] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.599657] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.599849] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.600050] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.622934] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 031449d6-bcc6-49b1-8d57-31ae95da81a6 in Status: IN_PROGRESS for 2s [ 871.944472] env[65123]: INFO networking_nsxv3.common.synchronization [req-3c7b4225-3640-4572-ab08-63b41c6ed039 req-8d8e3a81-1256-4ba3-8523-231ad25a9e41 tempest-ServersV294TestFqdnHostnames-1314648611 tempest-ServersV294TestFqdnHostnames-1314648611-project-member] Enqueued Resource ID: 02708fce-90c8-4783-ab9f-c19d52a628ad with Priority: HIGHEST for action security_group_members [ 871.945518] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02708fce-90c8-4783-ab9f-c19d52a628ad with Priority: HIGHEST for action security_group_members [ 871.945925] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-02708fce-90c8-4783-ab9f-c19d52a628ad taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.946097] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02708fce-90c8-4783-ab9f-c19d52a628ad" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.946189] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02708fce-90c8-4783-ab9f-c19d52a628ad" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.946434] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02708fce-90c8-4783-ab9f-c19d52a628ad" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.946636] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.946861] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.946861] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.947038] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.947156] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.947643] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02708fce-90c8-4783-ab9f-c19d52a628ad',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.411668] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd17b423-2504-4a0b-9316-d9646b5856f9 in Status: SUCCESS [ 872.411668] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd17b423-2504-4a0b-9316-d9646b5856f9 deletion is rescheduled due to dependency. [ 872.411668] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.450253] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.450253] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.450253] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.450494] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.471574] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.471851] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.471967] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.472134] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.472345] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.472425] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.472514] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02708fce-90c8-4783-ab9f-c19d52a628ad is going to be updated. [ 872.503064] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.503252] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.503343] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.503563] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.503705] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.514334] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02708fce-90c8-4783-ab9f-c19d52a628ad in Status: IN_PROGRESS for 2s [ 872.693727] env[65123]: INFO networking_nsxv3.common.synchronization [None req-383fbf8d-62ba-4d06-bc73-554c7dc57172 None None] Enqueued Resource ID: df44b034-0451-4018-980c-1eedb478bf66 with Priority: HIGHEST for action port [ 872.694328] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df44b034-0451-4018-980c-1eedb478bf66 with Priority: HIGHEST for action port [ 872.695021] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-df44b034-0451-4018-980c-1eedb478bf66 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.697613] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df44b034-0451-4018-980c-1eedb478bf66" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.697613] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df44b034-0451-4018-980c-1eedb478bf66" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.697613] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df44b034-0451-4018-980c-1eedb478bf66" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.697613] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df44b034-0451-4018-980c-1eedb478bf66',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.199941] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port df44b034-0451-4018-980c-1eedb478bf66 [ 873.200325] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.200476] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.200540] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.200774] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.200859] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.200973] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:df44b034-0451-4018-980c-1eedb478bf66 already deleted. [ 873.201207] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df44b034-0451-4018-980c-1eedb478bf66" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.536440] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97891135-dd7c-4357-80ce-76de4593fad7 in Status: SUCCESS [ 873.536822] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.536899] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.537233] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.537233] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97891135-dd7c-4357-80ce-76de4593fad7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.648656] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 031449d6-bcc6-49b1-8d57-31ae95da81a6 in Status: SUCCESS [ 873.648965] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-031449d6-bcc6-49b1-8d57-31ae95da81a6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.777267] env[65123]: INFO networking_nsxv3.common.synchronization [req-5d597c1b-f874-49d0-b139-a19fcbe09628 req-01a8d11b-0655-46a1-b6f9-9c7060e78790 tempest-ServersWithSpecificFlavorTestJSON-666251071 tempest-ServersWithSpecificFlavorTestJSON-666251071-project-member] Enqueued Resource ID: 58a92d28-ea32-4136-881b-c9e00679b197 with Priority: HIGHEST for action security_group_members [ 873.778657] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58a92d28-ea32-4136-881b-c9e00679b197 with Priority: HIGHEST for action security_group_members [ 873.781385] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-58a92d28-ea32-4136-881b-c9e00679b197 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.781534] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58a92d28-ea32-4136-881b-c9e00679b197" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.781592] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58a92d28-ea32-4136-881b-c9e00679b197" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.781819] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58a92d28-ea32-4136-881b-c9e00679b197" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.781987] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.783581] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.783675] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.783875] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.783970] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.784132] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58a92d28-ea32-4136-881b-c9e00679b197',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.040427] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-97891135-dd7c-4357-80ce-76de4593fad7 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.040827] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.040827] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.041052] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.041319] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.042163] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.042163] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.042163] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.042163] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.042163] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.042336] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97891135-dd7c-4357-80ce-76de4593fad7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.290069] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.290069] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.290395] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.290395] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.320728] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.321076] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.321265] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.321355] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.321716] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.321845] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.321986] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58a92d28-ea32-4136-881b-c9e00679b197 is going to be updated. [ 874.361235] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.361570] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.361570] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.361720] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.361898] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.370651] env[65123]: INFO networking_nsxv3.common.synchronization [req-21d18ce8-2be5-4cf5-a976-af62fa49639d req-60f474db-a9f5-45fb-bbbf-f876a2bbb4bc tempest-ServerDiskConfigTestJSON-1012320618 tempest-ServerDiskConfigTestJSON-1012320618-project-member] Enqueued Resource ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 with Priority: HIGHEST for action security_group_members [ 874.372210] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 with Priority: HIGHEST for action security_group_members [ 874.372210] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.372210] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.372210] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.372358] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.372476] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.372575] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.372638] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.372781] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.372868] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.372974] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.374710] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58a92d28-ea32-4136-881b-c9e00679b197 in Status: IN_PROGRESS for 2s [ 874.526010] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02708fce-90c8-4783-ab9f-c19d52a628ad in Status: SUCCESS [ 874.526010] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02708fce-90c8-4783-ab9f-c19d52a628ad deletion is rescheduled due to dependency. [ 874.526010] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02708fce-90c8-4783-ab9f-c19d52a628ad" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.547177] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-97891135-dd7c-4357-80ce-76de4593fad7 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.547177] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.547177] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.547177] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.547177] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.547580] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.547580] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.547580] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.547580] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.547697] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.547771] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-97891135-dd7c-4357-80ce-76de4593fad7 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.547851] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.547907] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.548135] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.548274] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.548378] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.548437] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.548584] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.548656] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.548734] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.548821] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97891135-dd7c-4357-80ce-76de4593fad7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.825822] env[65123]: INFO networking_nsxv3.common.synchronization [req-4951751b-58f7-44b3-aaf2-ee6937791db8 req-fb480037-adbc-4b63-a24d-f2a8d1f28d69 tempest-InstanceActionsTestJSON-288461535 tempest-InstanceActionsTestJSON-288461535-project-member] Enqueued Resource ID: a470f8eb-7728-412e-9895-acba6dfb973d with Priority: HIGHEST for action security_group_members [ 874.827381] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a470f8eb-7728-412e-9895-acba6dfb973d with Priority: HIGHEST for action security_group_members [ 874.827381] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-a470f8eb-7728-412e-9895-acba6dfb973d taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.827381] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a470f8eb-7728-412e-9895-acba6dfb973d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.827622] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a470f8eb-7728-412e-9895-acba6dfb973d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.827714] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a470f8eb-7728-412e-9895-acba6dfb973d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.827934] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.828298] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.828442] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.828823] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.828936] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.829139] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a470f8eb-7728-412e-9895-acba6dfb973d',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.877444] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.877743] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.877846] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.878160] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.878395] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.878666] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.878802] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.878869] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.879070] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.879152] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.879357] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 is going to be updated. [ 874.916992] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.917152] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.917223] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.917439] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.917580] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.929600] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 in Status: IN_PROGRESS for 2s [ 875.051727] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97891135-dd7c-4357-80ce-76de4593fad7: rpc.has_security_group_logging(os_id): False [ 875.074478] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.074478] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.074478] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.074730] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.074843] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.075169] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.075169] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.075260] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.075368] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.075445] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.076197] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.076898] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.076898] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.076898] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.076898] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.076898] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.076898] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.077104] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.077104] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.077153] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.077226] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97891135-dd7c-4357-80ce-76de4593fad7 is going to be updated. [ 875.161550] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.165472] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.165472] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.165882] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.165882] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.181510] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97891135-dd7c-4357-80ce-76de4593fad7 in Status: IN_PROGRESS for 2s [ 875.332303] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.332490] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.332557] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.332751] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.332844] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.333066] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.333176] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.333240] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.334564] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.334564] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.334840] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a470f8eb-7728-412e-9895-acba6dfb973d is going to be updated. [ 875.370495] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.370700] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.370796] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.371074] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.371257] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.381833] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a470f8eb-7728-412e-9895-acba6dfb973d in Status: IN_PROGRESS for 2s [ 876.049963] env[65123]: INFO networking_nsxv3.common.synchronization [None req-9336c1f2-0d0d-404f-aa51-afa987e9698a tempest-AttachVolumeNegativeTest-1722468573 tempest-AttachVolumeNegativeTest-1722468573-project-member] Enqueued Resource ID: 92991085-8477-4b64-b6ba-9f68fb2356f8 with Priority: HIGHEST for action security_group_rules [ 876.050757] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92991085-8477-4b64-b6ba-9f68fb2356f8 with Priority: HIGHEST for action security_group_rules [ 876.051694] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92991085-8477-4b64-b6ba-9f68fb2356f8 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.051694] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92991085-8477-4b64-b6ba-9f68fb2356f8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.051784] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92991085-8477-4b64-b6ba-9f68fb2356f8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.051961] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92991085-8477-4b64-b6ba-9f68fb2356f8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.052052] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92991085-8477-4b64-b6ba-9f68fb2356f8',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.127161] env[65123]: INFO networking_nsxv3.common.synchronization [None req-093d30f0-6020-4ab3-bcce-3fbb1cb53b16 None None] Enqueued Resource ID: c659d378-9bff-42d1-ba30-d39ad6b3f004 with Priority: HIGHEST for action port [ 876.127864] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c659d378-9bff-42d1-ba30-d39ad6b3f004 with Priority: HIGHEST for action port [ 876.129397] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-c659d378-9bff-42d1-ba30-d39ad6b3f004 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.129572] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c659d378-9bff-42d1-ba30-d39ad6b3f004" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.129642] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c659d378-9bff-42d1-ba30-d39ad6b3f004" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.129918] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c659d378-9bff-42d1-ba30-d39ad6b3f004" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.130023] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c659d378-9bff-42d1-ba30-d39ad6b3f004',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.256359] env[65123]: INFO networking_nsxv3.common.synchronization [None req-59fc6b42-c0f9-4121-839d-ec5dc41cf129 tempest-AttachVolumeNegativeTest-1722468573 tempest-AttachVolumeNegativeTest-1722468573-project-member] Enqueued Resource ID: 92991085-8477-4b64-b6ba-9f68fb2356f8 with Priority: HIGHEST for action security_group_rules [ 876.256359] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92991085-8477-4b64-b6ba-9f68fb2356f8 with Priority: HIGHEST for action security_group_rules [ 876.257041] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92991085-8477-4b64-b6ba-9f68fb2356f8 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.258090] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92991085-8477-4b64-b6ba-9f68fb2356f8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.397053] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58a92d28-ea32-4136-881b-c9e00679b197 in Status: SUCCESS [ 876.397053] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58a92d28-ea32-4136-881b-c9e00679b197 deletion is rescheduled due to dependency. [ 876.397053] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58a92d28-ea32-4136-881b-c9e00679b197" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.577030] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.577203] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.577299] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.577522] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.580702] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.580702] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92991085-8477-4b64-b6ba-9f68fb2356f8 already deleted. [ 876.580702] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92991085-8477-4b64-b6ba-9f68fb2356f8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.580702] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92991085-8477-4b64-b6ba-9f68fb2356f8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.580702] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92991085-8477-4b64-b6ba-9f68fb2356f8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.580702] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92991085-8477-4b64-b6ba-9f68fb2356f8',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.632439] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c659d378-9bff-42d1-ba30-d39ad6b3f004 [ 876.632491] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.633465] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.633465] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.633465] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.633465] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.633465] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c659d378-9bff-42d1-ba30-d39ad6b3f004 already deleted. [ 876.633465] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c659d378-9bff-42d1-ba30-d39ad6b3f004" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.940873] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 in Status: SUCCESS [ 876.941758] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 deletion is rescheduled due to dependency. [ 876.941758] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.106815] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.107141] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.107141] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.107319] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.107425] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.107530] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92991085-8477-4b64-b6ba-9f68fb2356f8 already deleted. [ 877.107647] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92991085-8477-4b64-b6ba-9f68fb2356f8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.205325] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97891135-dd7c-4357-80ce-76de4593fad7 in Status: SUCCESS [ 877.205625] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.397205] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a470f8eb-7728-412e-9895-acba6dfb973d in Status: SUCCESS [ 877.397205] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a470f8eb-7728-412e-9895-acba6dfb973d deletion is rescheduled due to dependency. [ 877.397205] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a470f8eb-7728-412e-9895-acba6dfb973d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.569763] env[65123]: INFO networking_nsxv3.common.synchronization [req-dacdc74d-b8e8-4cce-815c-9589ccfd99fa req-0b3ffdf7-85ff-4b21-8161-1b6e7391df47 tempest-ServersAdminTestJSON-470229111 tempest-ServersAdminTestJSON-470229111-project-member] Enqueued Resource ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 with Priority: HIGHEST for action security_group_members [ 878.570304] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 with Priority: HIGHEST for action security_group_members [ 878.570595] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.570722] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.570790] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.571024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.571268] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.571411] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.571505] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.571709] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.571826] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.571953] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56c043af-f32c-4d0e-a2b6-3f16bdbe73e0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.073862] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56c043af-f32c-4d0e-a2b6-3f16bdbe73e0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.435701] env[65123]: INFO networking_nsxv3.common.synchronization [None req-ee628dc0-74a4-4242-b00a-dcf4370c9a8a None None] Enqueued Resource ID: 7b8d2b8a-388d-497f-9fb4-3397fe523fd2 with Priority: HIGHEST for action port [ 879.435885] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b8d2b8a-388d-497f-9fb4-3397fe523fd2 with Priority: HIGHEST for action port [ 879.437518] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b8d2b8a-388d-497f-9fb4-3397fe523fd2 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.437801] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b8d2b8a-388d-497f-9fb4-3397fe523fd2" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.438010] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b8d2b8a-388d-497f-9fb4-3397fe523fd2" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.438465] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b8d2b8a-388d-497f-9fb4-3397fe523fd2" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.441243] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b8d2b8a-388d-497f-9fb4-3397fe523fd2',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.579950] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56c043af-f32c-4d0e-a2b6-3f16bdbe73e0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.944160] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b8d2b8a-388d-497f-9fb4-3397fe523fd2 [ 879.944392] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.944523] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.944589] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.945274] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.945274] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.945274] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b8d2b8a-388d-497f-9fb4-3397fe523fd2 already deleted. [ 879.945274] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b8d2b8a-388d-497f-9fb4-3397fe523fd2" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.081728] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.082481] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.082481] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.082481] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.082481] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.082634] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 is going to be updated. [ 880.116652] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.116652] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.116652] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.116652] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.121809] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.131628] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 in Status: IN_PROGRESS for 2s [ 881.410134] env[65123]: INFO networking_nsxv3.common.synchronization [req-a4a991ce-4aab-4f39-be08-486d039949cd req-9275a928-82dd-4702-ae06-0c748a457c24 tempest-ServersTestMultiNic-1426098674 tempest-ServersTestMultiNic-1426098674-project-member] Enqueued Resource ID: 97891135-dd7c-4357-80ce-76de4593fad7 with Priority: HIGHEST for action security_group_members [ 881.410560] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97891135-dd7c-4357-80ce-76de4593fad7 with Priority: HIGHEST for action security_group_members [ 881.410753] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-97891135-dd7c-4357-80ce-76de4593fad7 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.410875] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.410940] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.415272] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.416025] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.416025] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.416025] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.416394] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.416394] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.416394] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97891135-dd7c-4357-80ce-76de4593fad7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.680221] env[65123]: INFO networking_nsxv3.common.synchronization [req-a4a991ce-4aab-4f39-be08-486d039949cd req-b4d07656-88d1-4d41-a7ba-8f2c6244fd0f tempest-ServersTestMultiNic-1426098674 tempest-ServersTestMultiNic-1426098674-project-member] Enqueued Resource ID: 97891135-dd7c-4357-80ce-76de4593fad7 with Priority: HIGHEST for action security_group_members [ 881.680221] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97891135-dd7c-4357-80ce-76de4593fad7 with Priority: HIGHEST for action security_group_members [ 881.680541] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-97891135-dd7c-4357-80ce-76de4593fad7 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.680968] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.698163] env[65123]: INFO networking_nsxv3.common.synchronization [req-73b9e64a-1a7b-4151-a52b-1ec0058b210a req-fc714bbc-f1bd-4797-8239-9a2833052549 tempest-ImagesTestJSON-844462913 tempest-ImagesTestJSON-844462913-project-member] Enqueued Resource ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b with Priority: HIGHEST for action security_group_members [ 881.698601] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b with Priority: HIGHEST for action security_group_members [ 881.699116] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca4c776-73af-4661-8a6d-1a9c658d044b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.699255] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.699466] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.700252] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.700534] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.700753] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.700907] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.701245] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.701444] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.701634] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ca4c776-73af-4661-8a6d-1a9c658d044b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.819675] env[65123]: INFO networking_nsxv3.common.synchronization [None req-98b965e4-8c92-430c-a789-4e2b132a9b20 None None] Enqueued Resource ID: 6f944e97-6eaa-4ffd-9029-383bebfbe7f0 with Priority: HIGHEST for action port [ 881.820724] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f944e97-6eaa-4ffd-9029-383bebfbe7f0 with Priority: HIGHEST for action port [ 881.821747] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f944e97-6eaa-4ffd-9029-383bebfbe7f0 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.822156] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f944e97-6eaa-4ffd-9029-383bebfbe7f0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.822354] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f944e97-6eaa-4ffd-9029-383bebfbe7f0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.822811] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f944e97-6eaa-4ffd-9029-383bebfbe7f0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.824285] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f944e97-6eaa-4ffd-9029-383bebfbe7f0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.921064] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97891135-dd7c-4357-80ce-76de4593fad7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.981153] env[65123]: INFO networking_nsxv3.common.synchronization [req-a4a991ce-4aab-4f39-be08-486d039949cd req-dc16d413-c81c-49f3-98c2-6b9ea3f35a4b tempest-ServersTestMultiNic-1426098674 tempest-ServersTestMultiNic-1426098674-project-member] Enqueued Resource ID: 97891135-dd7c-4357-80ce-76de4593fad7 with Priority: HIGHEST for action security_group_members [ 881.981153] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97891135-dd7c-4357-80ce-76de4593fad7 with Priority: HIGHEST for action security_group_members [ 881.981153] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-97891135-dd7c-4357-80ce-76de4593fad7 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.981153] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.106784] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-787 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.106961] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-787" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.107496] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-787" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.108461] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-787" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.108748] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.108949] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.109680] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.109680] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.109680] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.109680] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 882.109916] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 882.109956] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 882.110079] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 882.110182] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 882.110290] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 882.110425] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 882.132816] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 882.132816] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 882.132958] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 882.133179] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-787" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.133457] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-64ec10ca-3188-4758-afad-19ad439244b1 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.133619] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-64ec10ca-3188-4758-afad-19ad439244b1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.133742] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-64ec10ca-3188-4758-afad-19ad439244b1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.134077] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-64ec10ca-3188-4758-afad-19ad439244b1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.134223] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64ec10ca-3188-4758-afad-19ad439244b1',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.144818] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 in Status: SUCCESS [ 882.145093] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.162645] env[65123]: INFO networking_nsxv3.common.synchronization [req-b82e4dff-3376-4927-aac4-531f928aa358 req-903c1e6d-1a7f-4794-8c3a-571e639b6db9 tempest-ServerGroupTestJSON-1459190714 tempest-ServerGroupTestJSON-1459190714-project-member] Enqueued Resource ID: 031449d6-bcc6-49b1-8d57-31ae95da81a6 with Priority: HIGHEST for action security_group_members [ 882.163157] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 031449d6-bcc6-49b1-8d57-31ae95da81a6 with Priority: HIGHEST for action security_group_members [ 882.163608] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-031449d6-bcc6-49b1-8d57-31ae95da81a6 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.163799] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-031449d6-bcc6-49b1-8d57-31ae95da81a6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.163908] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-031449d6-bcc6-49b1-8d57-31ae95da81a6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.164234] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-031449d6-bcc6-49b1-8d57-31ae95da81a6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.164469] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.164607] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.164689] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.164910] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.165031] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.165232] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('031449d6-bcc6-49b1-8d57-31ae95da81a6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.207547] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ca4c776-73af-4661-8a6d-1a9c658d044b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.329399] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6f944e97-6eaa-4ffd-9029-383bebfbe7f0 [ 882.329644] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.329782] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.329883] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.330189] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.330293] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.330396] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6f944e97-6eaa-4ffd-9029-383bebfbe7f0 already deleted. [ 882.330478] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f944e97-6eaa-4ffd-9029-383bebfbe7f0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.424206] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97891135-dd7c-4357-80ce-76de4593fad7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.637807] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.638139] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.638279] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.638602] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.638780] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.638946] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port 64ec10ca-3188-4758-afad-19ad439244b1 not found, creating... [ 882.640304] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.640304] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.640304] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.640304] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.640304] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.640686] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.640785] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.640920] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.641326] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.641477] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.641618] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: 64ec10ca-3188-4758-afad-19ad439244b1 is going to be created. [ 882.667567] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.667791] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.667917] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.668356] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.668623] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.668901] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-64ec10ca-3188-4758-afad-19ad439244b1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.669829] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.669959] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.670117] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.670255] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.670467] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.670746] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.670907] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.671090] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.671348] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.671477] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.671585] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 031449d6-bcc6-49b1-8d57-31ae95da81a6 is going to be updated. [ 882.706187] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.706187] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.706187] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.706187] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.706187] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.714131] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ca4c776-73af-4661-8a6d-1a9c658d044b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.718168] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 031449d6-bcc6-49b1-8d57-31ae95da81a6 in Status: IN_PROGRESS for 2s [ 882.927265] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.927520] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.928059] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.928418] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.928576] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.928754] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97891135-dd7c-4357-80ce-76de4593fad7 is going to be updated. [ 882.958632] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.958784] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.958826] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.959115] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.959306] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.969112] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97891135-dd7c-4357-80ce-76de4593fad7 in Status: IN_PROGRESS for 2s [ 883.216967] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.217163] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.217242] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.217507] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.217653] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.217820] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b is going to be updated. [ 883.252583] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.252583] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.252583] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.252879] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.252879] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.262772] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b in Status: IN_PROGRESS for 2s [ 883.406079] env[65123]: INFO networking_nsxv3.common.synchronization [req-73b9e64a-1a7b-4151-a52b-1ec0058b210a req-0b08b295-7c05-4c0d-ac83-8d845dbca7ce service nova] Enqueued Resource ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b with Priority: HIGHEST for action security_group_rules [ 883.406257] env[65123]: INFO networking_nsxv3.common.synchronization [req-73b9e64a-1a7b-4151-a52b-1ec0058b210a req-0b08b295-7c05-4c0d-ac83-8d845dbca7ce service nova] Enqueued Resource ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b with Priority: HIGHEST for action security_group_members [ 883.406395] env[65123]: INFO networking_nsxv3.common.synchronization [req-73b9e64a-1a7b-4151-a52b-1ec0058b210a req-0b08b295-7c05-4c0d-ac83-8d845dbca7ce service nova] Enqueued Resource ID: 64ec10ca-3188-4758-afad-19ad439244b1 with Priority: HIGHEST for action port [ 883.406906] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b with Priority: HIGHEST for action security_group_rules [ 883.407061] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b with Priority: HIGHEST for action security_group_members [ 883.407163] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64ec10ca-3188-4758-afad-19ad439244b1 with Priority: HIGHEST for action port [ 883.407456] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ca4c776-73af-4661-8a6d-1a9c658d044b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.407584] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.407651] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.407845] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.407930] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ca4c776-73af-4661-8a6d-1a9c658d044b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.408788] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca4c776-73af-4661-8a6d-1a9c658d044b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.408929] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.409105] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-64ec10ca-3188-4758-afad-19ad439244b1 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.409211] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64ec10ca-3188-4758-afad-19ad439244b1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.409289] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64ec10ca-3188-4758-afad-19ad439244b1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.409495] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64ec10ca-3188-4758-afad-19ad439244b1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.409495] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64ec10ca-3188-4758-afad-19ad439244b1',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.914102] env[65123]: INFO networking_nsxv3.common.synchronization [req-73073d7c-3c6f-4544-ab2e-880f7693ab7e req-9953ca55-1284-493f-b522-c66353dae88c tempest-SecurityGroupsTestJSON-584188284 tempest-SecurityGroupsTestJSON-584188284-project-member] Enqueued Resource ID: 187397ad-1834-4cfb-8ff0-b7284d23420c with Priority: HIGHEST for action security_group_members [ 883.914397] env[65123]: INFO networking_nsxv3.common.synchronization [req-73073d7c-3c6f-4544-ab2e-880f7693ab7e req-9953ca55-1284-493f-b522-c66353dae88c tempest-SecurityGroupsTestJSON-584188284 tempest-SecurityGroupsTestJSON-584188284-project-member] Enqueued Resource ID: 51f80002-7357-4a27-aa0f-7562a569f8f1 with Priority: HIGHEST for action security_group_members [ 883.914551] env[65123]: INFO networking_nsxv3.common.synchronization [req-73073d7c-3c6f-4544-ab2e-880f7693ab7e req-9953ca55-1284-493f-b522-c66353dae88c tempest-SecurityGroupsTestJSON-584188284 tempest-SecurityGroupsTestJSON-584188284-project-member] Enqueued Resource ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 with Priority: HIGHEST for action security_group_members [ 883.914848] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca4c776-73af-4661-8a6d-1a9c658d044b taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.914950] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.915139] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 64ec10ca-3188-4758-afad-19ad439244b1 with status ACTIVE [ 883.915302] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.915511] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.915511] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.915652] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.915735] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.915899] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.916044] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.916096] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.916217] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.916290] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.916728] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.916728] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.916728] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.916877] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.916877] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.916877] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 64ec10ca-3188-4758-afad-19ad439244b1 is going to be updated. [ 883.918566] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 187397ad-1834-4cfb-8ff0-b7284d23420c with Priority: HIGHEST for action security_group_members [ 883.918705] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51f80002-7357-4a27-aa0f-7562a569f8f1 with Priority: HIGHEST for action security_group_members [ 883.918803] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 with Priority: HIGHEST for action security_group_members [ 883.919152] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-187397ad-1834-4cfb-8ff0-b7284d23420c taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.919256] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-187397ad-1834-4cfb-8ff0-b7284d23420c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.919321] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-187397ad-1834-4cfb-8ff0-b7284d23420c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.919580] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-187397ad-1834-4cfb-8ff0-b7284d23420c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.919638] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.920029] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.920131] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.920308] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.920393] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.920490] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('187397ad-1834-4cfb-8ff0-b7284d23420c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.921356] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-51f80002-7357-4a27-aa0f-7562a569f8f1 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.922241] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51f80002-7357-4a27-aa0f-7562a569f8f1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.922241] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51f80002-7357-4a27-aa0f-7562a569f8f1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.922241] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51f80002-7357-4a27-aa0f-7562a569f8f1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.922241] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.922241] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.922241] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.922483] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.922483] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.922483] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51f80002-7357-4a27-aa0f-7562a569f8f1',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.923855] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc18ea69-ea22-4176-ba3e-77f2f084aa82 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.923961] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.924038] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.924185] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.924659] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.924659] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.924659] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.924659] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.924795] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.924873] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc18ea69-ea22-4176-ba3e-77f2f084aa82',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.946503] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.946503] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.946503] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.946503] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.946503] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.946503] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64ec10ca-3188-4758-afad-19ad439244b1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.992376] env[65123]: INFO networking_nsxv3.common.synchronization [req-05a75335-87e4-4ec1-8e16-70facae2385e req-2396c31b-b784-4e3e-85b1-52802b4d4a1e tempest-DeleteServersTestJSON-1766806868 tempest-DeleteServersTestJSON-1766806868-project-member] Enqueued Resource ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 with Priority: HIGHEST for action security_group_members [ 883.992376] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 with Priority: HIGHEST for action security_group_members [ 883.992376] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.992376] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.992376] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.992376] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.992376] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.992376] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.992376] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.992376] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.992986] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.993230] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.426708] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.426708] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.426708] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.426708] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.427747] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.427931] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.428385] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.428554] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.454184] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.454184] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.454184] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.454184] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.454184] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.454184] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.454452] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51f80002-7357-4a27-aa0f-7562a569f8f1 is going to be updated. [ 884.456041] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.456041] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.456041] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.456041] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.456290] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.456290] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.456290] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.456368] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.456459] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 is going to be updated. [ 884.457454] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.457618] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.493501] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.493501] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.493501] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.493501] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.493501] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.495585] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.495866] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.496117] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.498062] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.498062] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.498062] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.498062] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 187397ad-1834-4cfb-8ff0-b7284d23420c is going to be updated. [ 884.498062] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.498062] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.498062] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.498390] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.498390] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.498531] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.498693] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.498693] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.498948] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.499262] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.499262] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 is going to be updated. [ 884.500889] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.501034] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.501112] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.501242] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.501390] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.527731] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 in Status: IN_PROGRESS for 2s [ 884.528489] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51f80002-7357-4a27-aa0f-7562a569f8f1 in Status: IN_PROGRESS for 2s [ 884.552799] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.552979] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.553050] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.554632] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.554632] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.555753] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.555875] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.555946] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.556139] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.556268] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.565906] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 187397ad-1834-4cfb-8ff0-b7284d23420c in Status: IN_PROGRESS for 2s [ 884.566680] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 in Status: IN_PROGRESS for 2s [ 884.729912] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 031449d6-bcc6-49b1-8d57-31ae95da81a6 in Status: SUCCESS [ 884.730117] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 031449d6-bcc6-49b1-8d57-31ae95da81a6 deletion is rescheduled due to dependency. [ 884.730495] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-031449d6-bcc6-49b1-8d57-31ae95da81a6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.926999] env[65123]: INFO networking_nsxv3.common.synchronization [None req-ae628f77-055a-4169-aa59-e15c64c86ade tempest-ServerActionsTestJSON-1424708554 tempest-ServerActionsTestJSON-1424708554-project-member] Enqueued Resource ID: edc98a23-2b13-4661-9524-caf5365deadf with Priority: HIGHEST for action security_group_rules [ 884.929813] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edc98a23-2b13-4661-9524-caf5365deadf with Priority: HIGHEST for action security_group_rules [ 884.930544] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edc98a23-2b13-4661-9524-caf5365deadf taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.930679] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edc98a23-2b13-4661-9524-caf5365deadf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.930743] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edc98a23-2b13-4661-9524-caf5365deadf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.930997] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edc98a23-2b13-4661-9524-caf5365deadf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.931096] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edc98a23-2b13-4661-9524-caf5365deadf',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.980186] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97891135-dd7c-4357-80ce-76de4593fad7 in Status: SUCCESS [ 884.980724] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.981498] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.981896] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.982476] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.982711] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.982855] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.983152] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.983329] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.983499] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97891135-dd7c-4357-80ce-76de4593fad7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.057039] env[65123]: INFO networking_nsxv3.common.synchronization [None req-5744caf2-9ff0-4395-82a1-4948e7f3e4e3 tempest-ServerActionsTestJSON-1424708554 tempest-ServerActionsTestJSON-1424708554-project-member] Enqueued Resource ID: edc98a23-2b13-4661-9524-caf5365deadf with Priority: HIGHEST for action security_group_rules [ 885.060865] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edc98a23-2b13-4661-9524-caf5365deadf with Priority: HIGHEST for action security_group_rules [ 885.064388] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edc98a23-2b13-4661-9524-caf5365deadf taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.064388] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edc98a23-2b13-4661-9524-caf5365deadf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.275751] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b in Status: SUCCESS [ 885.275751] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.275751] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.276016] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.277031] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.277031] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.277031] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.277031] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.277031] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.277031] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ca4c776-73af-4661-8a6d-1a9c658d044b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.454246] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.455553] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.455553] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.455553] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.455553] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.455553] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edc98a23-2b13-4661-9524-caf5365deadf already deleted. [ 885.455553] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edc98a23-2b13-4661-9524-caf5365deadf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.455553] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edc98a23-2b13-4661-9524-caf5365deadf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.455553] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edc98a23-2b13-4661-9524-caf5365deadf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.455553] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edc98a23-2b13-4661-9524-caf5365deadf',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.486747] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.487078] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.487198] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.487662] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.487892] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.488208] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.488364] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.488420] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.488811] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.488811] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.488811] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97891135-dd7c-4357-80ce-76de4593fad7 is going to be updated. [ 885.519483] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.519624] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.519696] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.519905] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.520062] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.530826] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97891135-dd7c-4357-80ce-76de4593fad7 in Status: IN_PROGRESS for 2s [ 885.779308] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ca4c776-73af-4661-8a6d-1a9c658d044b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.875364] env[65123]: INFO networking_nsxv3.common.synchronization [req-881c9445-f58e-4a16-8e34-d2653db4953d req-cb2841ac-d25b-4866-93ab-b86c162219ae tempest-ServerMetadataNegativeTestJSON-316974982 tempest-ServerMetadataNegativeTestJSON-316974982-project-member] Enqueued Resource ID: 60ea0906-f9a6-4928-8040-ba9896621220 with Priority: HIGHEST for action security_group_members [ 885.877190] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60ea0906-f9a6-4928-8040-ba9896621220 with Priority: HIGHEST for action security_group_members [ 885.877190] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-60ea0906-f9a6-4928-8040-ba9896621220 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.877190] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60ea0906-f9a6-4928-8040-ba9896621220" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.877190] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60ea0906-f9a6-4928-8040-ba9896621220" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.877190] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60ea0906-f9a6-4928-8040-ba9896621220" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.877190] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.877190] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.877190] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.877190] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.877571] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.877571] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60ea0906-f9a6-4928-8040-ba9896621220',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.977724] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.978069] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.978069] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.978244] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.978339] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.978439] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edc98a23-2b13-4661-9524-caf5365deadf already deleted. [ 885.978524] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edc98a23-2b13-4661-9524-caf5365deadf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.282382] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ca4c776-73af-4661-8a6d-1a9c658d044b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.379823] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.379968] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.380057] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.380272] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.380368] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.380578] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.380677] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.380737] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.380893] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.380968] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.381064] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60ea0906-f9a6-4928-8040-ba9896621220 is going to be updated. [ 886.430660] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.431086] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.432125] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.432125] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.432125] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.465318] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60ea0906-f9a6-4928-8040-ba9896621220 in Status: IN_PROGRESS for 2s [ 886.544691] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 in Status: SUCCESS [ 886.544691] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 deletion is rescheduled due to dependency. [ 886.544691] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.544691] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51f80002-7357-4a27-aa0f-7562a569f8f1 in Status: SUCCESS [ 886.544691] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51f80002-7357-4a27-aa0f-7562a569f8f1 deletion is rescheduled due to dependency. [ 886.544691] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51f80002-7357-4a27-aa0f-7562a569f8f1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.578588] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 in Status: SUCCESS [ 886.578771] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 deletion is rescheduled due to dependency. [ 886.578893] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.579760] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 187397ad-1834-4cfb-8ff0-b7284d23420c in Status: SUCCESS [ 886.579956] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 187397ad-1834-4cfb-8ff0-b7284d23420c deletion is rescheduled due to dependency. [ 886.580869] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-187397ad-1834-4cfb-8ff0-b7284d23420c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.786192] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.786192] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.786192] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.786192] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.786376] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.786417] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b is going to be updated. [ 886.818299] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.818540] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.818540] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.818744] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.818876] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.828984] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b in Status: IN_PROGRESS for 2s [ 887.540882] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97891135-dd7c-4357-80ce-76de4593fad7 in Status: SUCCESS [ 887.541156] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97891135-dd7c-4357-80ce-76de4593fad7 deletion is rescheduled due to dependency. [ 887.541228] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.541354] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.541568] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.541750] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.541870] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.541962] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.542089] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.542172] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.542267] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97891135-dd7c-4357-80ce-76de4593fad7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.672618] env[65123]: INFO networking_nsxv3.common.synchronization [req-879412e3-0284-4c87-b8b7-4c75fe985ec1 req-2ad86ab8-fea5-4798-b394-831f56e75473 tempest-ServersNegativeTestJSON-371052367 tempest-ServersNegativeTestJSON-371052367-project-member] Enqueued Resource ID: cfdabfe4-ab89-4faf-8a03-558dd5b7796b with Priority: HIGHEST for action security_group_members [ 887.673230] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfdabfe4-ab89-4faf-8a03-558dd5b7796b with Priority: HIGHEST for action security_group_members [ 887.673554] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.673678] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.673856] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.674054] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.674209] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.674314] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.674378] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.674544] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.674630] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.674737] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfdabfe4-ab89-4faf-8a03-558dd5b7796b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.045471] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.045618] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.045686] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.045931] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.046615] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.047113] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.047546] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.047546] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.047546] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.047666] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.047756] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97891135-dd7c-4357-80ce-76de4593fad7 is going to be updated. [ 888.060967] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-44 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.061189] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-44" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.061312] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-44" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.061641] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-44" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.062240] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.062471] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.062595] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.062830] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.062983] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.063211] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 888.063319] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 888.063425] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 888.063529] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 888.063634] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 888.063738] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 888.063871] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 888.082505] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.082505] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.082505] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.082787] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.082870] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.087966] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 888.088199] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 888.088313] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 888.088490] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-44" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.088795] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-5e23a17d-d563-4ebb-adff-b145a401881f taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.088957] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-5e23a17d-d563-4ebb-adff-b145a401881f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.089119] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-5e23a17d-d563-4ebb-adff-b145a401881f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.089483] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-5e23a17d-d563-4ebb-adff-b145a401881f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.089622] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e23a17d-d563-4ebb-adff-b145a401881f',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.093022] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97891135-dd7c-4357-80ce-76de4593fad7 in Status: IN_PROGRESS for 2s [ 888.177362] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.177362] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.177362] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.177589] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.177672] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.177880] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.178059] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.178059] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.178273] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.178659] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.178659] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfdabfe4-ab89-4faf-8a03-558dd5b7796b already deleted. [ 888.178659] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.475161] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60ea0906-f9a6-4928-8040-ba9896621220 in Status: SUCCESS [ 888.475230] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60ea0906-f9a6-4928-8040-ba9896621220 deletion is rescheduled due to dependency. [ 888.475333] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60ea0906-f9a6-4928-8040-ba9896621220" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.591907] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.592288] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.592288] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.592544] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.592648] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.592804] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port 5e23a17d-d563-4ebb-adff-b145a401881f not found, creating... [ 888.593105] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.593283] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.593416] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.593611] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.593745] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.594042] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.594180] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.594331] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.594487] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.594609] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.594743] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: 5e23a17d-d563-4ebb-adff-b145a401881f is going to be created. [ 888.615409] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.615606] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.615724] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.616033] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.617054] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.617054] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-5e23a17d-d563-4ebb-adff-b145a401881f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.839437] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b in Status: SUCCESS [ 888.839667] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.839869] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.840098] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.840297] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.840437] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.840507] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.840663] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.840741] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.840825] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.840921] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ca4c776-73af-4661-8a6d-1a9c658d044b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.335548] env[65123]: INFO networking_nsxv3.common.synchronization [req-879412e3-0284-4c87-b8b7-4c75fe985ec1 req-3643d298-c336-4740-8537-d8ba611de360 service nova] Enqueued Resource ID: cfdabfe4-ab89-4faf-8a03-558dd5b7796b with Priority: HIGHEST for action security_group_rules [ 889.335860] env[65123]: INFO networking_nsxv3.common.synchronization [req-879412e3-0284-4c87-b8b7-4c75fe985ec1 req-3643d298-c336-4740-8537-d8ba611de360 service nova] Enqueued Resource ID: cfdabfe4-ab89-4faf-8a03-558dd5b7796b with Priority: HIGHEST for action security_group_members [ 889.335860] env[65123]: INFO networking_nsxv3.common.synchronization [req-879412e3-0284-4c87-b8b7-4c75fe985ec1 req-3643d298-c336-4740-8537-d8ba611de360 service nova] Enqueued Resource ID: 5e23a17d-d563-4ebb-adff-b145a401881f with Priority: HIGHEST for action port [ 889.336091] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfdabfe4-ab89-4faf-8a03-558dd5b7796b with Priority: HIGHEST for action security_group_rules [ 889.336191] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfdabfe4-ab89-4faf-8a03-558dd5b7796b with Priority: HIGHEST for action security_group_members [ 889.336287] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e23a17d-d563-4ebb-adff-b145a401881f with Priority: HIGHEST for action port [ 889.336880] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfdabfe4-ab89-4faf-8a03-558dd5b7796b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.337035] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.337394] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.337653] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.337809] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfdabfe4-ab89-4faf-8a03-558dd5b7796b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.342271] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.342271] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.342271] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.342501] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.342612] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.342711] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.342775] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.342919] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.343008] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.343142] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfdabfe4-ab89-4faf-8a03-558dd5b7796b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.344154] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e23a17d-d563-4ebb-adff-b145a401881f taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.344295] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e23a17d-d563-4ebb-adff-b145a401881f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.344449] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e23a17d-d563-4ebb-adff-b145a401881f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.344610] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e23a17d-d563-4ebb-adff-b145a401881f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.344690] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e23a17d-d563-4ebb-adff-b145a401881f',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.346062] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca4c776-73af-4661-8a6d-1a9c658d044b taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.346164] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.346236] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.346370] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.346801] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.346919] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.346980] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.347172] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.347264] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.347357] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.347508] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca4c776-73af-4661-8a6d-1a9c658d044b taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.347645] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.347692] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.347796] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.347939] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.348074] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.348173] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.348256] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.348624] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.348699] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.348921] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ca4c776-73af-4661-8a6d-1a9c658d044b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.844806] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.844806] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.848262] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cfdabfe4-ab89-4faf-8a03-558dd5b7796b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.853330] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e23a17d-d563-4ebb-adff-b145a401881f with status ACTIVE [ 889.854905] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.855280] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.855280] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.855417] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.855447] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.855802] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.855802] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.855802] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.855977] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.856022] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.856715] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.856715] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.856715] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.856715] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.856715] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.856715] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e23a17d-d563-4ebb-adff-b145a401881f is going to be updated. [ 889.857821] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ca4c776-73af-4661-8a6d-1a9c658d044b: rpc.has_security_group_logging(os_id): False [ 889.892059] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.892059] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.892059] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.892059] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.902678] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.902678] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.902678] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.902678] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.902678] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.902988] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e23a17d-d563-4ebb-adff-b145a401881f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.932338] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.932773] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.932932] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.933071] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.933328] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.933576] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.933630] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.933736] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.933800] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.933985] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.934775] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.935154] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.935306] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.935399] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.935598] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.938102] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.938102] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b is going to be updated. [ 890.067609] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.067774] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.067849] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.068203] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.068311] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.099995] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b in Status: IN_PROGRESS for 2s [ 890.107042] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97891135-dd7c-4357-80ce-76de4593fad7 in Status: SUCCESS [ 890.107042] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97891135-dd7c-4357-80ce-76de4593fad7 deletion is rescheduled due to dependency. [ 890.107042] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.350837] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cfdabfe4-ab89-4faf-8a03-558dd5b7796b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.535611] env[65123]: INFO networking_nsxv3.common.synchronization [req-89003cfa-7637-47ca-af0b-c87f5174f531 req-15f0bf5e-181f-45c6-ba54-4959e7565c2b tempest-ServerRescueNegativeTestJSON-800684126 tempest-ServerRescueNegativeTestJSON-800684126-project-member] Enqueued Resource ID: 547037e8-4842-4c71-8052-f89b6a5cd740 with Priority: HIGHEST for action security_group_members [ 890.536708] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 547037e8-4842-4c71-8052-f89b6a5cd740 with Priority: HIGHEST for action security_group_members [ 890.537089] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-547037e8-4842-4c71-8052-f89b6a5cd740 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.537258] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-547037e8-4842-4c71-8052-f89b6a5cd740" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.537310] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-547037e8-4842-4c71-8052-f89b6a5cd740" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.537957] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-547037e8-4842-4c71-8052-f89b6a5cd740" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.537957] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.537957] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.537957] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.538200] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.538200] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.538297] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('547037e8-4842-4c71-8052-f89b6a5cd740',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.859738] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.859992] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.859992] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.860163] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.860270] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.860372] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfdabfe4-ab89-4faf-8a03-558dd5b7796b is going to be created. [ 890.885337] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.885608] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.885608] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.885696] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.885849] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.897257] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfdabfe4-ab89-4faf-8a03-558dd5b7796b in Status: UNINITIALIZED for 2s [ 890.960316] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock network-620 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.960682] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "network-620" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.961903] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "network-620" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.961903] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "network-620" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.961903] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.961903] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.961903] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.962182] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.962288] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.962493] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 890.962611] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 890.963021] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 890.963021] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 890.963021] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 890.963158] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 890.963241] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 890.986348] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 890.986524] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 890.986661] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 890.986837] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "network-620" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.987240] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock port-4244175e-7db3-43f2-97bf-6c36b517997d taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.987492] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "port-4244175e-7db3-43f2-97bf-6c36b517997d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.987693] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "port-4244175e-7db3-43f2-97bf-6c36b517997d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.988348] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "port-4244175e-7db3-43f2-97bf-6c36b517997d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.988507] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4244175e-7db3-43f2-97bf-6c36b517997d',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.040623] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.040775] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.040814] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.041165] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.041266] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.041474] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.041586] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.041634] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.041801] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.041864] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.041957] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 547037e8-4842-4c71-8052-f89b6a5cd740 already deleted. [ 891.042049] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-547037e8-4842-4c71-8052-f89b6a5cd740" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.491151] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.491379] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.491499] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.491828] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.491915] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.492072] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Segment Port 4244175e-7db3-43f2-97bf-6c36b517997d not found, creating... [ 891.492329] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.493914] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.493914] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.493914] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.493914] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.495013] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.495013] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.495685] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.495979] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.496113] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.496264] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Resource: SegmentPort with ID: 4244175e-7db3-43f2-97bf-6c36b517997d is going to be created. [ 891.543920] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.544121] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.544121] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.544422] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.544637] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.545182] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "port-4244175e-7db3-43f2-97bf-6c36b517997d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.118142] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b in Status: SUCCESS [ 892.118142] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.330532] env[65123]: INFO networking_nsxv3.common.synchronization [req-89003cfa-7637-47ca-af0b-c87f5174f531 req-2259501e-3b40-4921-bd0e-8931885b797e service nova] Enqueued Resource ID: 547037e8-4842-4c71-8052-f89b6a5cd740 with Priority: HIGHEST for action security_group_rules [ 892.330734] env[65123]: INFO networking_nsxv3.common.synchronization [req-89003cfa-7637-47ca-af0b-c87f5174f531 req-2259501e-3b40-4921-bd0e-8931885b797e service nova] Enqueued Resource ID: 547037e8-4842-4c71-8052-f89b6a5cd740 with Priority: HIGHEST for action security_group_members [ 892.330922] env[65123]: INFO networking_nsxv3.common.synchronization [req-89003cfa-7637-47ca-af0b-c87f5174f531 req-2259501e-3b40-4921-bd0e-8931885b797e service nova] Enqueued Resource ID: 4244175e-7db3-43f2-97bf-6c36b517997d with Priority: HIGHEST for action port [ 892.331553] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 547037e8-4842-4c71-8052-f89b6a5cd740 with Priority: HIGHEST for action security_group_rules [ 892.331701] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 547037e8-4842-4c71-8052-f89b6a5cd740 with Priority: HIGHEST for action security_group_members [ 892.331801] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4244175e-7db3-43f2-97bf-6c36b517997d with Priority: HIGHEST for action port [ 892.332892] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-547037e8-4842-4c71-8052-f89b6a5cd740 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.333156] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-547037e8-4842-4c71-8052-f89b6a5cd740" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.333156] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-547037e8-4842-4c71-8052-f89b6a5cd740" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.333506] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-547037e8-4842-4c71-8052-f89b6a5cd740" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.333506] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('547037e8-4842-4c71-8052-f89b6a5cd740',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.338515] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-547037e8-4842-4c71-8052-f89b6a5cd740 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.338515] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-547037e8-4842-4c71-8052-f89b6a5cd740" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.338650] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-547037e8-4842-4c71-8052-f89b6a5cd740" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.338796] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-547037e8-4842-4c71-8052-f89b6a5cd740" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.339053] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.339201] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.339275] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.339470] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.339555] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.339649] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('547037e8-4842-4c71-8052-f89b6a5cd740',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.341080] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-4244175e-7db3-43f2-97bf-6c36b517997d taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.342334] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4244175e-7db3-43f2-97bf-6c36b517997d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.342410] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4244175e-7db3-43f2-97bf-6c36b517997d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.342586] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4244175e-7db3-43f2-97bf-6c36b517997d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.342670] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4244175e-7db3-43f2-97bf-6c36b517997d',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.845214] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('547037e8-4842-4c71-8052-f89b6a5cd740',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.845907] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-547037e8-4842-4c71-8052-f89b6a5cd740 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.846053] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-547037e8-4842-4c71-8052-f89b6a5cd740" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.846430] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4244175e-7db3-43f2-97bf-6c36b517997d with status ACTIVE [ 892.846619] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.846816] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.846816] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.846976] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.847076] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.847244] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.847340] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.847401] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.847555] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.847634] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.847811] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.847904] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.847975] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.849051] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.849111] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.849211] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4244175e-7db3-43f2-97bf-6c36b517997d is going to be updated. [ 892.871858] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.872016] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.872092] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.872296] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.872438] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.872598] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4244175e-7db3-43f2-97bf-6c36b517997d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.909021] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfdabfe4-ab89-4faf-8a03-558dd5b7796b in Status: SUCCESS [ 892.909021] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.909021] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.909021] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.909021] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.909021] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.909021] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.909021] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.909021] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.909021] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.909021] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cfdabfe4-ab89-4faf-8a03-558dd5b7796b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.347291] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('547037e8-4842-4c71-8052-f89b6a5cd740',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.411150] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.412073] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.412073] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.412073] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.412073] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.412073] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.412073] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.412359] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.412359] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.412359] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.412478] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.412765] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.412765] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.412765] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.412968] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.413033] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.413094] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.413400] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.413400] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.413400] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.413478] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cfdabfe4-ab89-4faf-8a03-558dd5b7796b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.850405] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.850704] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.850704] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.850892] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.850979] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.851091] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 547037e8-4842-4c71-8052-f89b6a5cd740 is going to be created. [ 893.881938] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.882132] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.882173] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.882363] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.882521] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.894443] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 547037e8-4842-4c71-8052-f89b6a5cd740 in Status: UNINITIALIZED for 2s [ 893.916195] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cfdabfe4-ab89-4faf-8a03-558dd5b7796b: rpc.has_security_group_logging(os_id): False [ 893.935806] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.936043] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.936106] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.936293] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.936373] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.936600] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.936704] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.936767] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.936922] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.937038] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.937217] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.937308] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.937371] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.937543] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.937577] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.937751] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.937843] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.937903] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.938331] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.938449] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.938562] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfdabfe4-ab89-4faf-8a03-558dd5b7796b is going to be created. [ 894.036243] env[65123]: INFO networking_nsxv3.common.synchronization [req-608f0c3d-80f3-4cb0-b508-50c4dcdc4771 req-b316d570-7e46-401f-b135-92e58b1636af tempest-ServerRescueNegativeTestJSON-800684126 tempest-ServerRescueNegativeTestJSON-800684126-project-member] Enqueued Resource ID: 547037e8-4842-4c71-8052-f89b6a5cd740 with Priority: HIGHEST for action security_group_members [ 894.037157] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 547037e8-4842-4c71-8052-f89b6a5cd740 with Priority: HIGHEST for action security_group_members [ 894.037653] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-547037e8-4842-4c71-8052-f89b6a5cd740 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.038245] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-547037e8-4842-4c71-8052-f89b6a5cd740" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.043567] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.043820] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.044027] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.044867] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.044867] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.062404] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfdabfe4-ab89-4faf-8a03-558dd5b7796b in Status: IN_PROGRESS for 2s [ 894.474801] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock network-620 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.475306] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "network-620" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.475306] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "network-620" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.475306] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "network-620" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.475505] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.475686] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.475789] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.475999] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.476190] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.476783] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 894.476783] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 894.476783] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 894.477022] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 894.477022] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 894.477120] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 894.477278] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 894.498724] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 894.498912] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 894.499067] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 894.499274] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "network-620" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.499565] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock port-7aaff89c-a0f8-4827-8470-e5e5d458a6fc taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.500103] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "port-7aaff89c-a0f8-4827-8470-e5e5d458a6fc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.500103] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "port-7aaff89c-a0f8-4827-8470-e5e5d458a6fc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.500300] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "port-7aaff89c-a0f8-4827-8470-e5e5d458a6fc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.500364] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7aaff89c-a0f8-4827-8470-e5e5d458a6fc',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.002935] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.003216] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.003351] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.003609] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.003781] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.003938] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Segment Port 7aaff89c-a0f8-4827-8470-e5e5d458a6fc not found, creating... [ 895.004357] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.004613] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.004791] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.005067] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.005216] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.005518] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.005677] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.005795] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.006100] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.006256] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.006431] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Resource: SegmentPort with ID: 7aaff89c-a0f8-4827-8470-e5e5d458a6fc is going to be created. [ 895.049829] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.050097] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.050244] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.050650] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.050998] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.051244] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "port-7aaff89c-a0f8-4827-8470-e5e5d458a6fc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.743152] env[65123]: INFO networking_nsxv3.common.synchronization [req-608f0c3d-80f3-4cb0-b508-50c4dcdc4771 req-fdb40a65-6e05-40bb-a9d5-f698fd67a3b5 service nova] Enqueued Resource ID: 547037e8-4842-4c71-8052-f89b6a5cd740 with Priority: HIGHEST for action security_group_rules [ 895.743458] env[65123]: INFO networking_nsxv3.common.synchronization [req-608f0c3d-80f3-4cb0-b508-50c4dcdc4771 req-fdb40a65-6e05-40bb-a9d5-f698fd67a3b5 service nova] Enqueued Resource ID: 547037e8-4842-4c71-8052-f89b6a5cd740 with Priority: HIGHEST for action security_group_members [ 895.743682] env[65123]: INFO networking_nsxv3.common.synchronization [req-608f0c3d-80f3-4cb0-b508-50c4dcdc4771 req-fdb40a65-6e05-40bb-a9d5-f698fd67a3b5 service nova] Enqueued Resource ID: 7aaff89c-a0f8-4827-8470-e5e5d458a6fc with Priority: HIGHEST for action port [ 895.744399] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 547037e8-4842-4c71-8052-f89b6a5cd740 with Priority: HIGHEST for action security_group_rules [ 895.744582] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 547037e8-4842-4c71-8052-f89b6a5cd740 with Priority: HIGHEST for action security_group_members [ 895.744772] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aaff89c-a0f8-4827-8470-e5e5d458a6fc with Priority: HIGHEST for action port [ 895.745009] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-547037e8-4842-4c71-8052-f89b6a5cd740 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.745122] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-547037e8-4842-4c71-8052-f89b6a5cd740" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.745330] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-547037e8-4842-4c71-8052-f89b6a5cd740 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.745428] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-547037e8-4842-4c71-8052-f89b6a5cd740" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.745706] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-7aaff89c-a0f8-4827-8470-e5e5d458a6fc taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.745832] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7aaff89c-a0f8-4827-8470-e5e5d458a6fc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.745898] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7aaff89c-a0f8-4827-8470-e5e5d458a6fc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.746215] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7aaff89c-a0f8-4827-8470-e5e5d458a6fc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.746301] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7aaff89c-a0f8-4827-8470-e5e5d458a6fc',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.906161] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 547037e8-4842-4c71-8052-f89b6a5cd740 in Status: SUCCESS [ 895.906742] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-547037e8-4842-4c71-8052-f89b6a5cd740" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.906742] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-547037e8-4842-4c71-8052-f89b6a5cd740" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.906860] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-547037e8-4842-4c71-8052-f89b6a5cd740" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.907034] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.907119] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.907208] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.907378] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.907458] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.907551] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-547037e8-4842-4c71-8052-f89b6a5cd740" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.907653] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('547037e8-4842-4c71-8052-f89b6a5cd740',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.911991] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-547037e8-4842-4c71-8052-f89b6a5cd740" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.912223] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-547037e8-4842-4c71-8052-f89b6a5cd740" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.912414] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.912533] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.912600] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.912747] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.912830] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.912978] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('547037e8-4842-4c71-8052-f89b6a5cd740',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.079145] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfdabfe4-ab89-4faf-8a03-558dd5b7796b in Status: SUCCESS [ 896.080732] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.251392] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7aaff89c-a0f8-4827-8470-e5e5d458a6fc with status ACTIVE [ 896.251392] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.251392] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.251392] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.252057] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.252337] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.254099] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.254099] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.254099] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.254099] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.254099] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.254099] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.254099] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.254099] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.254099] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.254099] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.254099] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7aaff89c-a0f8-4827-8470-e5e5d458a6fc is going to be updated. [ 896.277712] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.277712] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.277712] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.277712] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.277712] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.278022] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7aaff89c-a0f8-4827-8470-e5e5d458a6fc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.416089] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-547037e8-4842-4c71-8052-f89b6a5cd740 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.416089] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-547037e8-4842-4c71-8052-f89b6a5cd740" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.417390] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('547037e8-4842-4c71-8052-f89b6a5cd740',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.491405] env[65123]: INFO networking_nsxv3.common.synchronization [req-d8188542-2a4d-4150-936c-8bace9895c88 req-e733afb0-1897-4b49-9c44-c0648164af13 tempest-MigrationsAdminTest-502048374 tempest-MigrationsAdminTest-502048374-project-member] Enqueued Resource ID: d44d924d-4e7d-48fe-9b2a-992c876e3527 with Priority: HIGHEST for action security_group_members [ 896.492371] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d44d924d-4e7d-48fe-9b2a-992c876e3527 with Priority: HIGHEST for action security_group_members [ 896.492741] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-d44d924d-4e7d-48fe-9b2a-992c876e3527 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.492867] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d44d924d-4e7d-48fe-9b2a-992c876e3527" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.492924] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d44d924d-4e7d-48fe-9b2a-992c876e3527" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.493152] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d44d924d-4e7d-48fe-9b2a-992c876e3527" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.493314] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.493418] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.493480] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.493631] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.493719] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.493815] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d44d924d-4e7d-48fe-9b2a-992c876e3527',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.919625] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('547037e8-4842-4c71-8052-f89b6a5cd740',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.967848] env[65123]: INFO networking_nsxv3.common.synchronization [None req-e17d2618-414a-4412-b4b1-162ee2f2ca28 None None] Enqueued Resource ID: 3117871a-cfde-4884-ab98-f4e939aa3286 with Priority: HIGHEST for action port [ 896.967848] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3117871a-cfde-4884-ab98-f4e939aa3286 with Priority: HIGHEST for action port [ 896.967848] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-3117871a-cfde-4884-ab98-f4e939aa3286 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.968353] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3117871a-cfde-4884-ab98-f4e939aa3286" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.969046] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3117871a-cfde-4884-ab98-f4e939aa3286" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.970106] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3117871a-cfde-4884-ab98-f4e939aa3286" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.970296] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3117871a-cfde-4884-ab98-f4e939aa3286',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.998817] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.998817] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.998817] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.998817] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.027273] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.027273] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.027273] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.027273] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.027273] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.027273] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.027273] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d44d924d-4e7d-48fe-9b2a-992c876e3527 is going to be updated. [ 897.056442] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.056966] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.056966] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.056966] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.056966] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.066977] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d44d924d-4e7d-48fe-9b2a-992c876e3527 in Status: IN_PROGRESS for 2s [ 897.427584] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.427584] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.427584] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.427584] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.427584] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.427584] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 547037e8-4842-4c71-8052-f89b6a5cd740 is going to be updated. [ 897.460024] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.460024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.460024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.460024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.460024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.469872] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 547037e8-4842-4c71-8052-f89b6a5cd740 in Status: IN_PROGRESS for 2s [ 897.474200] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3117871a-cfde-4884-ab98-f4e939aa3286 [ 897.474598] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.474860] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.475769] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.475769] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.475769] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.475769] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3117871a-cfde-4884-ab98-f4e939aa3286 already deleted. [ 897.475769] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3117871a-cfde-4884-ab98-f4e939aa3286" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.608925] env[65123]: INFO networking_nsxv3.common.synchronization [None req-b376f53a-0ea3-4bb8-93fe-cd7d70d928f4 tempest-ServersTestJSON-1784051065 tempest-ServersTestJSON-1784051065-project-member] Enqueued Resource ID: 69b388af-5618-40aa-9dc4-cf199da1ab33 with Priority: HIGHEST for action security_group_rules [ 898.611258] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69b388af-5618-40aa-9dc4-cf199da1ab33 with Priority: HIGHEST for action security_group_rules [ 898.612863] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69b388af-5618-40aa-9dc4-cf199da1ab33 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.612943] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69b388af-5618-40aa-9dc4-cf199da1ab33" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.613789] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69b388af-5618-40aa-9dc4-cf199da1ab33" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.613789] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69b388af-5618-40aa-9dc4-cf199da1ab33" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.613789] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69b388af-5618-40aa-9dc4-cf199da1ab33',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.708888] env[65123]: INFO networking_nsxv3.common.synchronization [None req-a9f7fdf8-08f6-45f2-929e-24daea3f0a6b tempest-ServersTestJSON-1784051065 tempest-ServersTestJSON-1784051065-project-member] Enqueued Resource ID: 69b388af-5618-40aa-9dc4-cf199da1ab33 with Priority: HIGHEST for action security_group_rules [ 898.709499] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69b388af-5618-40aa-9dc4-cf199da1ab33 with Priority: HIGHEST for action security_group_rules [ 898.709824] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69b388af-5618-40aa-9dc4-cf199da1ab33 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.709926] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69b388af-5618-40aa-9dc4-cf199da1ab33" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.080217] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d44d924d-4e7d-48fe-9b2a-992c876e3527 in Status: SUCCESS [ 899.080651] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d44d924d-4e7d-48fe-9b2a-992c876e3527 deletion is rescheduled due to dependency. [ 899.080746] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d44d924d-4e7d-48fe-9b2a-992c876e3527" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.144027] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.144027] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.144027] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.144295] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.144295] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.144351] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69b388af-5618-40aa-9dc4-cf199da1ab33 already deleted. [ 899.145805] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69b388af-5618-40aa-9dc4-cf199da1ab33" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.148021] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69b388af-5618-40aa-9dc4-cf199da1ab33" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.148021] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69b388af-5618-40aa-9dc4-cf199da1ab33" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.148021] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69b388af-5618-40aa-9dc4-cf199da1ab33',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.438358] env[65123]: INFO networking_nsxv3.common.synchronization [None req-82502163-f5e7-44f6-8ef5-7fda3be9cd4f None None] Enqueued Resource ID: 5129529b-3859-4e76-88cf-196ff72c8030 with Priority: HIGHEST for action port [ 899.438905] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5129529b-3859-4e76-88cf-196ff72c8030 with Priority: HIGHEST for action port [ 899.439553] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-5129529b-3859-4e76-88cf-196ff72c8030 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.439953] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5129529b-3859-4e76-88cf-196ff72c8030" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.440130] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5129529b-3859-4e76-88cf-196ff72c8030" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.440475] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5129529b-3859-4e76-88cf-196ff72c8030" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.440618] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5129529b-3859-4e76-88cf-196ff72c8030',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.484981] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 547037e8-4842-4c71-8052-f89b6a5cd740 in Status: SUCCESS [ 899.485517] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-547037e8-4842-4c71-8052-f89b6a5cd740" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.486109] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-547037e8-4842-4c71-8052-f89b6a5cd740" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.486514] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-547037e8-4842-4c71-8052-f89b6a5cd740" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.486779] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.486951] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.487041] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.487250] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.487354] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.487476] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('547037e8-4842-4c71-8052-f89b6a5cd740',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.668223] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.668526] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.668526] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.668720] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.668720] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.668812] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69b388af-5618-40aa-9dc4-cf199da1ab33 already deleted. [ 899.668856] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69b388af-5618-40aa-9dc4-cf199da1ab33" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.944847] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5129529b-3859-4e76-88cf-196ff72c8030 [ 899.944847] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.944847] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.944847] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.944847] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.944847] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.944847] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5129529b-3859-4e76-88cf-196ff72c8030 already deleted. [ 899.944847] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5129529b-3859-4e76-88cf-196ff72c8030" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.992637] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('547037e8-4842-4c71-8052-f89b6a5cd740',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.495610] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('547037e8-4842-4c71-8052-f89b6a5cd740',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.997187] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.997515] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.997515] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.997627] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.997716] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.997814] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 547037e8-4842-4c71-8052-f89b6a5cd740 is going to be updated. [ 901.029275] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.029468] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.029468] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.029850] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.030012] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.039081] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 547037e8-4842-4c71-8052-f89b6a5cd740 in Status: IN_PROGRESS for 2s [ 901.365338] env[65123]: INFO networking_nsxv3.common.synchronization [req-e08cb6b5-4dc4-45f0-8234-b5496eb9b581 req-45c9e07b-0d31-4a47-b834-5599bac9f973 tempest-ServerActionsTestOtherA-1066851600 tempest-ServerActionsTestOtherA-1066851600-project-member] Enqueued Resource ID: 21c307f8-d7f6-45b1-901e-48f5c00fcdfc with Priority: HIGHEST for action security_group_members [ 901.365963] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21c307f8-d7f6-45b1-901e-48f5c00fcdfc with Priority: HIGHEST for action security_group_members [ 901.366675] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-21c307f8-d7f6-45b1-901e-48f5c00fcdfc taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.366800] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.366873] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.367098] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.367415] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.367415] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.367415] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.367579] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.367652] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.367790] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21c307f8-d7f6-45b1-901e-48f5c00fcdfc',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.870748] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.870955] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.871152] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.871393] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.871487] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.871681] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.871781] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.872604] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.872604] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.872806] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.872806] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21c307f8-d7f6-45b1-901e-48f5c00fcdfc is going to be updated. [ 901.904946] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.905457] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.905574] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.905761] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.905906] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.915173] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21c307f8-d7f6-45b1-901e-48f5c00fcdfc in Status: IN_PROGRESS for 2s [ 902.590142] env[65123]: INFO networking_nsxv3.common.synchronization [req-b7786fdd-2bdc-490a-a6d2-2b4bfab067f0 req-6d29e0d2-0fb2-47d1-a86d-e3fbdbf07875 tempest-ImagesTestJSON-844462913 tempest-ImagesTestJSON-844462913-project-member] Enqueued Resource ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b with Priority: HIGHEST for action security_group_members [ 902.590142] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b with Priority: HIGHEST for action security_group_members [ 902.590142] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca4c776-73af-4661-8a6d-1a9c658d044b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.590142] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.590672] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.590898] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.591086] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.591199] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.591265] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.591697] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.591697] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.591697] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ca4c776-73af-4661-8a6d-1a9c658d044b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.048264] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 547037e8-4842-4c71-8052-f89b6a5cd740 in Status: SUCCESS [ 903.048396] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-547037e8-4842-4c71-8052-f89b6a5cd740" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.049041] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-547037e8-4842-4c71-8052-f89b6a5cd740" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.049041] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-547037e8-4842-4c71-8052-f89b6a5cd740" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.049237] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.049460] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.049575] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.049839] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.049984] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.050162] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-547037e8-4842-4c71-8052-f89b6a5cd740" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.050444] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-547037e8-4842-4c71-8052-f89b6a5cd740 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.050624] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-547037e8-4842-4c71-8052-f89b6a5cd740" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.050745] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-547037e8-4842-4c71-8052-f89b6a5cd740" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.051024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-547037e8-4842-4c71-8052-f89b6a5cd740" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.052960] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.053101] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.053173] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.053367] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.053457] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.053548] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-547037e8-4842-4c71-8052-f89b6a5cd740" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.053641] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('547037e8-4842-4c71-8052-f89b6a5cd740',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.094553] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ca4c776-73af-4661-8a6d-1a9c658d044b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.556949] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 547037e8-4842-4c71-8052-f89b6a5cd740: rpc.has_security_group_logging(os_id): False [ 903.575816] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.577263] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.577263] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.577263] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.577263] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.577263] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.577263] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.577263] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.577263] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.577263] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.577712] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.577712] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.577712] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.577712] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.577712] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.578070] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.578070] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.578070] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.578270] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.578594] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.579262] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 547037e8-4842-4c71-8052-f89b6a5cd740 is going to be created. [ 903.596933] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ca4c776-73af-4661-8a6d-1a9c658d044b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.640157] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.640345] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.640395] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.640661] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.640740] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.651709] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 547037e8-4842-4c71-8052-f89b6a5cd740 in Status: IN_PROGRESS for 2s [ 903.925538] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21c307f8-d7f6-45b1-901e-48f5c00fcdfc in Status: SUCCESS [ 903.925538] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21c307f8-d7f6-45b1-901e-48f5c00fcdfc deletion is rescheduled due to dependency. [ 903.925538] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.099449] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.099643] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.101262] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.101262] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.101262] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.101262] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b is going to be updated. [ 904.133328] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.133328] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.133328] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.133328] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.133328] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.141484] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b in Status: IN_PROGRESS for 2s [ 905.664605] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 547037e8-4842-4c71-8052-f89b6a5cd740 in Status: SUCCESS [ 905.664876] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-547037e8-4842-4c71-8052-f89b6a5cd740" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.666307] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-547037e8-4842-4c71-8052-f89b6a5cd740" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.666480] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-547037e8-4842-4c71-8052-f89b6a5cd740" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.666536] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('547037e8-4842-4c71-8052-f89b6a5cd740',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.152326] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b in Status: SUCCESS [ 906.152584] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.170194] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-547037e8-4842-4c71-8052-f89b6a5cd740 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.170194] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-547037e8-4842-4c71-8052-f89b6a5cd740" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.170194] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-547037e8-4842-4c71-8052-f89b6a5cd740" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.170194] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-547037e8-4842-4c71-8052-f89b6a5cd740" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.170194] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.170412] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.170412] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.170548] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.170630] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.170716] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-547037e8-4842-4c71-8052-f89b6a5cd740" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.170812] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('547037e8-4842-4c71-8052-f89b6a5cd740',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.675647] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-547037e8-4842-4c71-8052-f89b6a5cd740 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.675972] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-547037e8-4842-4c71-8052-f89b6a5cd740" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.675972] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-547037e8-4842-4c71-8052-f89b6a5cd740" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.676187] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-547037e8-4842-4c71-8052-f89b6a5cd740" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.676306] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.676418] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.676484] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.676649] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.676781] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.676829] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-547037e8-4842-4c71-8052-f89b6a5cd740" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.676970] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-547037e8-4842-4c71-8052-f89b6a5cd740 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.677079] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-547037e8-4842-4c71-8052-f89b6a5cd740" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.677145] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-547037e8-4842-4c71-8052-f89b6a5cd740" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.677286] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-547037e8-4842-4c71-8052-f89b6a5cd740" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.677427] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.677518] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.677613] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.677709] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.677787] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.677869] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-547037e8-4842-4c71-8052-f89b6a5cd740" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.677957] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('547037e8-4842-4c71-8052-f89b6a5cd740',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.181818] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 547037e8-4842-4c71-8052-f89b6a5cd740: rpc.has_security_group_logging(os_id): False [ 907.200556] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.200696] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.200959] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.200959] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.201187] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.201632] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.201632] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.201632] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.201793] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.201824] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.201974] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.203036] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.203036] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.203036] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.203036] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.203036] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.203036] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.203036] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.203036] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.203036] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.203036] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 547037e8-4842-4c71-8052-f89b6a5cd740 is going to be updated. [ 907.283069] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.283069] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.283069] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.283335] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.283335] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.295989] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 547037e8-4842-4c71-8052-f89b6a5cd740 in Status: IN_PROGRESS for 2s [ 907.463653] env[65123]: INFO networking_nsxv3.common.synchronization [req-1eed4c62-aeb6-4e5d-a3f3-901becb7c943 req-283f3a36-87fc-4643-9310-47e5a468201a tempest-ServerDiskConfigTestJSON-1012320618 tempest-ServerDiskConfigTestJSON-1012320618-project-member] Enqueued Resource ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 with Priority: HIGHEST for action security_group_members [ 907.464211] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 with Priority: HIGHEST for action security_group_members [ 907.464515] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.464633] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.464702] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.464903] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.465173] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.465247] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.465358] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.465410] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.465495] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.465624] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.846975] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-211 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.846975] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-211" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.846975] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-211" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.846975] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-211" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.846975] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.847553] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.847553] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.847758] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.847867] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.848084] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.848210] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 907.848321] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 907.848424] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 907.848529] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.848630] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 907.848756] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 907.869840] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 907.870313] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 907.870529] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 907.870812] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-211" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.871176] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-e7fc9c0f-9990-4a3d-8e71-7f3859fc26f7 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.871440] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-e7fc9c0f-9990-4a3d-8e71-7f3859fc26f7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.871564] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-e7fc9c0f-9990-4a3d-8e71-7f3859fc26f7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.871884] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-e7fc9c0f-9990-4a3d-8e71-7f3859fc26f7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.872138] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7fc9c0f-9990-4a3d-8e71-7f3859fc26f7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.968065] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.968356] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.968430] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.968651] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.968882] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.970185] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.970339] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.970410] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.970687] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.970809] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.970961] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 is going to be updated. [ 907.998721] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.999514] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.000256] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.000619] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.001773] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.013160] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 in Status: IN_PROGRESS for 2s [ 908.375025] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.375273] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.375402] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.375707] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.375856] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.376055] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port e7fc9c0f-9990-4a3d-8e71-7f3859fc26f7 not found, creating... [ 908.376334] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.376496] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.376615] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.376868] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.377015] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.377292] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.377449] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.377567] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.377767] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.377901] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.378444] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: e7fc9c0f-9990-4a3d-8e71-7f3859fc26f7 is going to be created. [ 908.402775] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.403629] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.403874] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.404433] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.404917] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.405339] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-e7fc9c0f-9990-4a3d-8e71-7f3859fc26f7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.096973] env[65123]: INFO networking_nsxv3.common.synchronization [req-1eed4c62-aeb6-4e5d-a3f3-901becb7c943 req-2a56b700-86d1-40db-a4f0-382411246068 service nova] Enqueued Resource ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 with Priority: HIGHEST for action security_group_rules [ 909.097257] env[65123]: INFO networking_nsxv3.common.synchronization [req-1eed4c62-aeb6-4e5d-a3f3-901becb7c943 req-2a56b700-86d1-40db-a4f0-382411246068 service nova] Enqueued Resource ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 with Priority: HIGHEST for action security_group_members [ 909.097330] env[65123]: INFO networking_nsxv3.common.synchronization [req-1eed4c62-aeb6-4e5d-a3f3-901becb7c943 req-2a56b700-86d1-40db-a4f0-382411246068 service nova] Enqueued Resource ID: e7fc9c0f-9990-4a3d-8e71-7f3859fc26f7 with Priority: HIGHEST for action port [ 909.098028] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 with Priority: HIGHEST for action security_group_rules [ 909.098028] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 with Priority: HIGHEST for action security_group_members [ 909.098215] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7fc9c0f-9990-4a3d-8e71-7f3859fc26f7 with Priority: HIGHEST for action port [ 909.098530] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.098658] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.098720] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.098907] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.098986] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.099876] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.099973] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.100175] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7fc9c0f-9990-4a3d-8e71-7f3859fc26f7 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.100275] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7fc9c0f-9990-4a3d-8e71-7f3859fc26f7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.100350] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7fc9c0f-9990-4a3d-8e71-7f3859fc26f7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.100503] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7fc9c0f-9990-4a3d-8e71-7f3859fc26f7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.100592] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7fc9c0f-9990-4a3d-8e71-7f3859fc26f7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.310368] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 547037e8-4842-4c71-8052-f89b6a5cd740 in Status: SUCCESS [ 909.310745] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-547037e8-4842-4c71-8052-f89b6a5cd740" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.602698] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.602840] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.603108] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e7fc9c0f-9990-4a3d-8e71-7f3859fc26f7 with status ACTIVE [ 909.603387] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.603559] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.603670] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.603993] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.604140] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.604390] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.604525] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.604615] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.604842] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.604952] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.605249] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.605389] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.605476] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.605678] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.605787] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.605907] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e7fc9c0f-9990-4a3d-8e71-7f3859fc26f7 is going to be updated. [ 909.631157] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.631307] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.631379] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.631587] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.631737] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.631898] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7fc9c0f-9990-4a3d-8e71-7f3859fc26f7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.025215] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 in Status: SUCCESS [ 910.025314] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 deletion is rescheduled due to dependency. [ 910.025394] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.025555] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.025777] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.025931] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.026069] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.026252] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.026332] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.026375] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.026467] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.074154] env[65123]: INFO networking_nsxv3.common.synchronization [req-6a66a21c-fd1d-472f-bba3-d304ba17e63b req-87540bbe-0c29-4a94-8bde-4414810bf604 tempest-AttachVolumeNegativeTest-1722468573 tempest-AttachVolumeNegativeTest-1722468573-project-member] Enqueued Resource ID: 92991085-8477-4b64-b6ba-9f68fb2356f8 with Priority: HIGHEST for action security_group_members [ 910.077018] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92991085-8477-4b64-b6ba-9f68fb2356f8 with Priority: HIGHEST for action security_group_members [ 910.077018] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-92991085-8477-4b64-b6ba-9f68fb2356f8 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.077018] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92991085-8477-4b64-b6ba-9f68fb2356f8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.077018] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92991085-8477-4b64-b6ba-9f68fb2356f8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.077018] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92991085-8477-4b64-b6ba-9f68fb2356f8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.077018] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.077308] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.077308] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.077647] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.077647] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.077750] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92991085-8477-4b64-b6ba-9f68fb2356f8',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.434723] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock network-618 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.435030] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "network-618" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.435381] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "network-618" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.435814] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "network-618" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.436178] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.436426] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.436669] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.436944] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.437222] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.437571] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.437808] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 910.438012] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 910.438253] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 910.438452] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.438714] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 910.438905] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 910.457266] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 910.457442] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 910.457576] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 910.457746] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "network-618" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.458133] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock port-0d6eaf4d-863f-4b57-a4b9-816082d485b5 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.458373] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "port-0d6eaf4d-863f-4b57-a4b9-816082d485b5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.458498] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "port-0d6eaf4d-863f-4b57-a4b9-816082d485b5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.458909] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "port-0d6eaf4d-863f-4b57-a4b9-816082d485b5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.459239] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d6eaf4d-863f-4b57-a4b9-816082d485b5',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.531023] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.581961] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.581961] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.581961] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.581961] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.581961] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.581961] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.581961] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.581961] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.581961] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.581961] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.581961] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92991085-8477-4b64-b6ba-9f68fb2356f8 already deleted. [ 910.581961] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92991085-8477-4b64-b6ba-9f68fb2356f8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.961202] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.961439] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.961565] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.961885] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.962050] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.962214] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Segment Port 0d6eaf4d-863f-4b57-a4b9-816082d485b5 not found, creating... [ 910.962481] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.962633] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.962749] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.962969] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.963116] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.963393] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.963549] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.963663] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.963867] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.963995] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.964147] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Resource: SegmentPort with ID: 0d6eaf4d-863f-4b57-a4b9-816082d485b5 is going to be created. [ 910.984226] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.984448] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.984574] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.984837] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.985087] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.985403] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "port-0d6eaf4d-863f-4b57-a4b9-816082d485b5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.032150] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.536616] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.536616] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.536616] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.536616] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.536616] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.536616] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 is going to be updated. [ 911.570278] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.570278] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.570278] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.570278] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.570278] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.577927] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 in Status: IN_PROGRESS for 2s [ 911.740596] env[65123]: INFO networking_nsxv3.common.synchronization [req-6a66a21c-fd1d-472f-bba3-d304ba17e63b req-9a5de904-2818-429a-8007-a298d171346d service nova] Enqueued Resource ID: 92991085-8477-4b64-b6ba-9f68fb2356f8 with Priority: HIGHEST for action security_group_rules [ 911.740783] env[65123]: INFO networking_nsxv3.common.synchronization [req-6a66a21c-fd1d-472f-bba3-d304ba17e63b req-9a5de904-2818-429a-8007-a298d171346d service nova] Enqueued Resource ID: 92991085-8477-4b64-b6ba-9f68fb2356f8 with Priority: HIGHEST for action security_group_members [ 911.740929] env[65123]: INFO networking_nsxv3.common.synchronization [req-6a66a21c-fd1d-472f-bba3-d304ba17e63b req-9a5de904-2818-429a-8007-a298d171346d service nova] Enqueued Resource ID: 0d6eaf4d-863f-4b57-a4b9-816082d485b5 with Priority: HIGHEST for action port [ 911.742337] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92991085-8477-4b64-b6ba-9f68fb2356f8 with Priority: HIGHEST for action security_group_rules [ 911.742473] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92991085-8477-4b64-b6ba-9f68fb2356f8 with Priority: HIGHEST for action security_group_members [ 911.742578] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d6eaf4d-863f-4b57-a4b9-816082d485b5 with Priority: HIGHEST for action port [ 911.742860] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92991085-8477-4b64-b6ba-9f68fb2356f8 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.742982] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92991085-8477-4b64-b6ba-9f68fb2356f8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.743062] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92991085-8477-4b64-b6ba-9f68fb2356f8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.743252] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92991085-8477-4b64-b6ba-9f68fb2356f8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.743367] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92991085-8477-4b64-b6ba-9f68fb2356f8',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.744406] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-92991085-8477-4b64-b6ba-9f68fb2356f8 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.744542] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92991085-8477-4b64-b6ba-9f68fb2356f8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.744611] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92991085-8477-4b64-b6ba-9f68fb2356f8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.744779] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92991085-8477-4b64-b6ba-9f68fb2356f8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.744963] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.745932] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.745932] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.745932] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.745932] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.745932] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92991085-8477-4b64-b6ba-9f68fb2356f8',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.747227] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d6eaf4d-863f-4b57-a4b9-816082d485b5 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.747366] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d6eaf4d-863f-4b57-a4b9-816082d485b5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.747436] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d6eaf4d-863f-4b57-a4b9-816082d485b5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.747586] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d6eaf4d-863f-4b57-a4b9-816082d485b5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.747662] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d6eaf4d-863f-4b57-a4b9-816082d485b5',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.249289] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92991085-8477-4b64-b6ba-9f68fb2356f8',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.250414] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-92991085-8477-4b64-b6ba-9f68fb2356f8 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.250744] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92991085-8477-4b64-b6ba-9f68fb2356f8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.250924] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d6eaf4d-863f-4b57-a4b9-816082d485b5 with status ACTIVE [ 912.251262] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.251262] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.251483] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.251660] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.251816] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.252052] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.252215] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.252215] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.252396] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.252469] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.252674] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.252837] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.252837] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.253063] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.253145] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.253316] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d6eaf4d-863f-4b57-a4b9-816082d485b5 is going to be updated. [ 912.280144] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.280369] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.280369] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.280555] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.280644] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.280849] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d6eaf4d-863f-4b57-a4b9-816082d485b5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.752453] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92991085-8477-4b64-b6ba-9f68fb2356f8',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.254685] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.254787] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.254856] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.255212] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.255315] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.255418] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92991085-8477-4b64-b6ba-9f68fb2356f8 is going to be created. [ 913.287077] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.289785] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.289785] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.289785] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.289785] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.300304] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92991085-8477-4b64-b6ba-9f68fb2356f8 in Status: UNINITIALIZED for 2s [ 913.589903] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 in Status: SUCCESS [ 913.590213] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.590427] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.590676] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.590899] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.591052] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.591137] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.591323] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.591445] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.591557] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.591669] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.095539] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.095956] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.095956] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.095956] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.096173] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.096301] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.096362] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.096518] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.096601] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.096686] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.096832] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.096917] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.096976] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.097136] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.097270] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.097358] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.097411] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.097543] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.097616] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.097696] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.097784] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.279023] env[65123]: INFO networking_nsxv3.common.synchronization [req-e9c41343-254f-40ae-80cb-7469a42a68f3 req-27f96103-55ec-4d01-8046-2dccfc893397 tempest-ServersAdminTestJSON-470229111 tempest-ServersAdminTestJSON-470229111-project-member] Enqueued Resource ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 with Priority: HIGHEST for action security_group_members [ 914.279023] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 with Priority: HIGHEST for action security_group_members [ 914.279676] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.280081] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.280321] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.280768] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.281123] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.281396] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.281562] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.282035] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.282108] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.282264] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56c043af-f32c-4d0e-a2b6-3f16bdbe73e0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.600626] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0: rpc.has_security_group_logging(os_id): False [ 914.614156] env[65123]: INFO networking_nsxv3.common.synchronization [req-ae6d89d9-62e2-401c-a6aa-64bc1a259a50 req-db1e7364-d377-4f71-b9df-78a57393fe3c tempest-ServersTestJSON-1284900872 tempest-ServersTestJSON-1284900872-project-member] Enqueued Resource ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 with Priority: HIGHEST for action security_group_members [ 914.614710] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 with Priority: HIGHEST for action security_group_members [ 914.615036] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-805ecbe4-9457-4391-a823-a6cb5e6e4067 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.615160] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.615224] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.615416] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.615906] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.616156] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.616266] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.616452] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.616540] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.616633] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.623688] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.623688] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.623688] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.623688] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.623688] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.623688] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.623688] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.623688] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.623688] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.623688] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.623688] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.623688] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.623688] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.624301] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.624301] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.624301] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.624301] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.624301] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.624301] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.624477] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.624477] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 is going to be updated. [ 914.700024] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.700024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.700024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.700024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.700024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.714995] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 in Status: IN_PROGRESS for 2s [ 914.788287] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.788287] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.788287] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.788287] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.810028] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.810295] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.810426] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.810488] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.810747] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.810891] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.811011] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 is going to be updated. [ 914.848296] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.848468] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.848544] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.848807] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.848928] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.862054] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 in Status: IN_PROGRESS for 2s [ 914.955286] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-926 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.955286] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-926" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.955286] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-926" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.955286] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-926" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.955286] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.956162] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.956557] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.956924] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.957197] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.957517] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 914.957744] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 914.958040] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 914.958275] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 914.958512] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 914.958716] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 914.958946] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 914.980154] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 914.980154] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 914.980154] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 914.980154] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-926" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.980154] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-6cb782e6-6861-43d2-99a0-904860eaabc7 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.980154] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-6cb782e6-6861-43d2-99a0-904860eaabc7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.980154] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-6cb782e6-6861-43d2-99a0-904860eaabc7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.980154] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-6cb782e6-6861-43d2-99a0-904860eaabc7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.980154] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cb782e6-6861-43d2-99a0-904860eaabc7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.121099] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.311346] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92991085-8477-4b64-b6ba-9f68fb2356f8 in Status: SUCCESS [ 915.311346] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92991085-8477-4b64-b6ba-9f68fb2356f8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.311346] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92991085-8477-4b64-b6ba-9f68fb2356f8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.311346] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92991085-8477-4b64-b6ba-9f68fb2356f8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.311592] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.311592] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.311680] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.311784] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.311861] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.311946] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92991085-8477-4b64-b6ba-9f68fb2356f8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.312056] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('92991085-8477-4b64-b6ba-9f68fb2356f8',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.486030] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.486030] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.486030] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.486030] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.486030] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.486030] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port 6cb782e6-6861-43d2-99a0-904860eaabc7 not found, creating... [ 915.486030] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.486030] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.486030] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.486030] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.486030] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.486632] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.486632] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.486968] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.487347] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.487662] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.488014] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: 6cb782e6-6861-43d2-99a0-904860eaabc7 is going to be created. [ 915.509078] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.509292] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.509488] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.510021] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.510311] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.510589] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-6cb782e6-6861-43d2-99a0-904860eaabc7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.623088] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.814749] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('92991085-8477-4b64-b6ba-9f68fb2356f8',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.128678] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.128678] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.128678] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.128678] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.128678] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.129156] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 is going to be updated. [ 916.159924] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.160135] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.160263] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.160494] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.160735] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.170790] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 in Status: IN_PROGRESS for 2s [ 916.202883] env[65123]: INFO networking_nsxv3.common.synchronization [req-ae6d89d9-62e2-401c-a6aa-64bc1a259a50 req-04fed76d-4f5e-401f-a2fe-27c2a738887a service nova] Enqueued Resource ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 with Priority: HIGHEST for action security_group_rules [ 916.203151] env[65123]: INFO networking_nsxv3.common.synchronization [req-ae6d89d9-62e2-401c-a6aa-64bc1a259a50 req-04fed76d-4f5e-401f-a2fe-27c2a738887a service nova] Enqueued Resource ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 with Priority: HIGHEST for action security_group_members [ 916.203310] env[65123]: INFO networking_nsxv3.common.synchronization [req-ae6d89d9-62e2-401c-a6aa-64bc1a259a50 req-04fed76d-4f5e-401f-a2fe-27c2a738887a service nova] Enqueued Resource ID: 6cb782e6-6861-43d2-99a0-904860eaabc7 with Priority: HIGHEST for action port [ 916.203921] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 with Priority: HIGHEST for action security_group_rules [ 916.204104] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 with Priority: HIGHEST for action security_group_members [ 916.204211] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cb782e6-6861-43d2-99a0-904860eaabc7 with Priority: HIGHEST for action port [ 916.204538] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-805ecbe4-9457-4391-a823-a6cb5e6e4067 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.204670] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.204740] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.205418] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.205418] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.206141] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-805ecbe4-9457-4391-a823-a6cb5e6e4067 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.206263] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.206523] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-6cb782e6-6861-43d2-99a0-904860eaabc7 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.206718] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6cb782e6-6861-43d2-99a0-904860eaabc7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.206836] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6cb782e6-6861-43d2-99a0-904860eaabc7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.208590] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6cb782e6-6861-43d2-99a0-904860eaabc7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.208590] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cb782e6-6861-43d2-99a0-904860eaabc7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.316633] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 92991085-8477-4b64-b6ba-9f68fb2356f8: rpc.has_security_group_logging(os_id): False [ 916.349227] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.349227] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.349227] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.349227] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.349227] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.349227] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.349601] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.349601] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.349750] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.349750] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.349837] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92991085-8477-4b64-b6ba-9f68fb2356f8 is going to be created. [ 916.430171] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.430316] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.430424] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.430602] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.430781] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.455709] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92991085-8477-4b64-b6ba-9f68fb2356f8 in Status: IN_PROGRESS for 2s [ 916.710262] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-805ecbe4-9457-4391-a823-a6cb5e6e4067 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.710421] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.710623] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6cb782e6-6861-43d2-99a0-904860eaabc7 with status ACTIVE [ 916.710806] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.710955] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.710988] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.711216] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.714066] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.714066] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.714066] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.714066] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.714066] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.714066] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.714066] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.714066] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.714066] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.714066] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.714066] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.714066] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6cb782e6-6861-43d2-99a0-904860eaabc7 is going to be updated. [ 916.727822] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 in Status: SUCCESS [ 916.728077] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.737463] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.737598] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.737598] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.737803] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.737951] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.738126] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6cb782e6-6861-43d2-99a0-904860eaabc7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.873455] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 in Status: SUCCESS [ 916.873652] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c043af-f32c-4d0e-a2b6-3f16bdbe73e0 deletion is rescheduled due to dependency. [ 916.873710] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c043af-f32c-4d0e-a2b6-3f16bdbe73e0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.242135] env[65123]: INFO networking_nsxv3.common.synchronization [req-ce51640d-2817-44e0-becf-dbd4bd092a30 req-b6261ed4-f9b5-42ed-b018-01d211f1de23 tempest-ServerMetadataTestJSON-1503613565 tempest-ServerMetadataTestJSON-1503613565-project-member] Enqueued Resource ID: 65a23299-64ad-49ba-8d13-5b8591b0226a with Priority: HIGHEST for action security_group_members [ 917.243371] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a23299-64ad-49ba-8d13-5b8591b0226a with Priority: HIGHEST for action security_group_members [ 917.243880] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a23299-64ad-49ba-8d13-5b8591b0226a taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.244094] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a23299-64ad-49ba-8d13-5b8591b0226a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.244173] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a23299-64ad-49ba-8d13-5b8591b0226a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.244453] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a23299-64ad-49ba-8d13-5b8591b0226a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.244637] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.244776] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.244828] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.244974] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.245053] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.245150] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65a23299-64ad-49ba-8d13-5b8591b0226a',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.649025] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-704 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.649025] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-704" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.649025] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-704" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.649025] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-704" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.649025] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.649025] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.649025] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.649025] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.649025] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.649025] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 917.649025] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 917.649025] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 917.649025] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 917.649651] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 917.649651] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 917.649651] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 917.669838] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 917.670102] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 917.670167] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 917.670347] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-704" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.670659] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-0a5f7a1f-15fb-4514-a6a4-4996459a810b taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.670838] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-0a5f7a1f-15fb-4514-a6a4-4996459a810b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.670956] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-0a5f7a1f-15fb-4514-a6a4-4996459a810b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.671296] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-0a5f7a1f-15fb-4514-a6a4-4996459a810b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.671436] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a5f7a1f-15fb-4514-a6a4-4996459a810b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.748154] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.748398] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.748508] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.748706] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.748797] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.748999] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.749111] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.749176] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.749353] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.749433] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.749518] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65a23299-64ad-49ba-8d13-5b8591b0226a already deleted. [ 917.749607] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a23299-64ad-49ba-8d13-5b8591b0226a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.174290] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.174547] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.175086] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.175086] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.175343] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.175398] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port 0a5f7a1f-15fb-4514-a6a4-4996459a810b not found, creating... [ 918.175939] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.175939] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.175939] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.176470] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.176470] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.176669] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.177014] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.177149] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.177386] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.177864] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.178061] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: 0a5f7a1f-15fb-4514-a6a4-4996459a810b is going to be created. [ 918.181585] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 in Status: SUCCESS [ 918.181793] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.181954] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.182155] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.182392] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.182504] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.182569] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.182793] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.182877] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.182973] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.199026] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.199303] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.199543] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.199837] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.200099] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.200335] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-0a5f7a1f-15fb-4514-a6a4-4996459a810b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.469204] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92991085-8477-4b64-b6ba-9f68fb2356f8 in Status: SUCCESS [ 918.469525] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92991085-8477-4b64-b6ba-9f68fb2356f8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.685735] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.922400] env[65123]: INFO networking_nsxv3.common.synchronization [req-ce51640d-2817-44e0-becf-dbd4bd092a30 req-1a9151b7-ad9b-4021-907b-b46c6e628e29 service nova] Enqueued Resource ID: 65a23299-64ad-49ba-8d13-5b8591b0226a with Priority: HIGHEST for action security_group_rules [ 918.922595] env[65123]: INFO networking_nsxv3.common.synchronization [req-ce51640d-2817-44e0-becf-dbd4bd092a30 req-1a9151b7-ad9b-4021-907b-b46c6e628e29 service nova] Enqueued Resource ID: 65a23299-64ad-49ba-8d13-5b8591b0226a with Priority: HIGHEST for action security_group_members [ 918.922729] env[65123]: INFO networking_nsxv3.common.synchronization [req-ce51640d-2817-44e0-becf-dbd4bd092a30 req-1a9151b7-ad9b-4021-907b-b46c6e628e29 service nova] Enqueued Resource ID: 0a5f7a1f-15fb-4514-a6a4-4996459a810b with Priority: HIGHEST for action port [ 918.923296] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a23299-64ad-49ba-8d13-5b8591b0226a with Priority: HIGHEST for action security_group_rules [ 918.923455] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a23299-64ad-49ba-8d13-5b8591b0226a with Priority: HIGHEST for action security_group_members [ 918.923651] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a5f7a1f-15fb-4514-a6a4-4996459a810b with Priority: HIGHEST for action port [ 918.923842] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65a23299-64ad-49ba-8d13-5b8591b0226a taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.923982] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65a23299-64ad-49ba-8d13-5b8591b0226a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.924066] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65a23299-64ad-49ba-8d13-5b8591b0226a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.924332] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65a23299-64ad-49ba-8d13-5b8591b0226a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.924424] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65a23299-64ad-49ba-8d13-5b8591b0226a',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.925630] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a23299-64ad-49ba-8d13-5b8591b0226a taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.925759] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a23299-64ad-49ba-8d13-5b8591b0226a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.925829] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a23299-64ad-49ba-8d13-5b8591b0226a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.925995] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a23299-64ad-49ba-8d13-5b8591b0226a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.926179] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.926296] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.926377] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.926482] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.926601] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.926675] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65a23299-64ad-49ba-8d13-5b8591b0226a',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.927773] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a5f7a1f-15fb-4514-a6a4-4996459a810b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.927773] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a5f7a1f-15fb-4514-a6a4-4996459a810b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.927773] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a5f7a1f-15fb-4514-a6a4-4996459a810b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.927773] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a5f7a1f-15fb-4514-a6a4-4996459a810b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.932046] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a5f7a1f-15fb-4514-a6a4-4996459a810b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.193064] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.429631] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a23299-64ad-49ba-8d13-5b8591b0226a taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.430114] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a23299-64ad-49ba-8d13-5b8591b0226a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.431217] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65a23299-64ad-49ba-8d13-5b8591b0226a',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.431753] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a5f7a1f-15fb-4514-a6a4-4996459a810b with status ACTIVE [ 919.432157] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.432157] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.432329] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.432446] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.432538] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.432724] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.432864] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.432916] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.433140] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.433264] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.433707] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.433707] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.433707] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.433978] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.433978] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.433978] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a5f7a1f-15fb-4514-a6a4-4996459a810b is going to be updated. [ 919.457864] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.458044] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.458119] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.458381] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.458518] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.458679] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a5f7a1f-15fb-4514-a6a4-4996459a810b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.697384] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.697764] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.697764] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.698268] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.698268] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.698268] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 is going to be updated. [ 919.739487] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.739487] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.739487] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.739802] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.739802] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.750647] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 in Status: IN_PROGRESS for 2s [ 919.935875] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65a23299-64ad-49ba-8d13-5b8591b0226a',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.441351] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.441750] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.441750] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.441875] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.441984] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.442102] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65a23299-64ad-49ba-8d13-5b8591b0226a is going to be created. [ 920.468568] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.468943] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.468943] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.469095] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.469164] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.480372] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65a23299-64ad-49ba-8d13-5b8591b0226a in Status: UNINITIALIZED for 2s [ 921.762322] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 in Status: SUCCESS [ 921.762658] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.762798] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.763052] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.763271] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.763397] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.763467] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.763638] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.763718] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.763804] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.763895] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.267925] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-805ecbe4-9457-4391-a823-a6cb5e6e4067 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.268194] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.268310] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.268535] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.268752] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.269358] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.269358] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.269358] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.269358] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.269358] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.271027] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-805ecbe4-9457-4391-a823-a6cb5e6e4067 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.271027] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.271027] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.271027] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.271027] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.271027] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.271027] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.271027] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.271027] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.271027] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.271027] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.493307] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65a23299-64ad-49ba-8d13-5b8591b0226a in Status: SUCCESS [ 922.493307] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a23299-64ad-49ba-8d13-5b8591b0226a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.493307] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a23299-64ad-49ba-8d13-5b8591b0226a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.493307] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a23299-64ad-49ba-8d13-5b8591b0226a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.493307] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.493307] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.493307] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.493307] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.493307] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.493307] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a23299-64ad-49ba-8d13-5b8591b0226a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.493307] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65a23299-64ad-49ba-8d13-5b8591b0226a',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.773996] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 805ecbe4-9457-4391-a823-a6cb5e6e4067: rpc.has_security_group_logging(os_id): False [ 922.815456] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.815550] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.815595] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.815846] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.815965] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.816284] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.816398] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.816506] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.816727] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.816773] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.816972] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.817121] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.817171] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.817278] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.817387] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.817650] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.817769] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.817832] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.818059] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.818157] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.818271] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 is going to be updated. [ 922.906873] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.907138] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.907259] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.907551] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.907891] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.947220] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 in Status: IN_PROGRESS for 2s [ 922.998068] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a23299-64ad-49ba-8d13-5b8591b0226a taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.998507] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a23299-64ad-49ba-8d13-5b8591b0226a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.998507] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a23299-64ad-49ba-8d13-5b8591b0226a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.998734] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a23299-64ad-49ba-8d13-5b8591b0226a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.998820] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.998961] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.999051] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.999257] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.999429] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.999490] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a23299-64ad-49ba-8d13-5b8591b0226a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.999662] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a23299-64ad-49ba-8d13-5b8591b0226a taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.999793] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a23299-64ad-49ba-8d13-5b8591b0226a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.999875] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a23299-64ad-49ba-8d13-5b8591b0226a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.000107] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a23299-64ad-49ba-8d13-5b8591b0226a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.000311] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.000439] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.000506] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.000682] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.000790] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.000906] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a23299-64ad-49ba-8d13-5b8591b0226a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.001016] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65a23299-64ad-49ba-8d13-5b8591b0226a',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.503867] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65a23299-64ad-49ba-8d13-5b8591b0226a: rpc.has_security_group_logging(os_id): False [ 923.530871] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.530871] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.530871] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.530871] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.530871] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.530871] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.530871] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.530871] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.532182] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.532182] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.532182] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.532182] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.532182] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.532182] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.532182] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.532182] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.532182] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.532182] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.534759] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.538229] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.538537] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65a23299-64ad-49ba-8d13-5b8591b0226a is going to be created. [ 923.617855] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.618056] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.618056] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.618385] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.618468] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.641147] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65a23299-64ad-49ba-8d13-5b8591b0226a in Status: IN_PROGRESS for 2s [ 923.924975] env[65123]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 923.925666] env[65123]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 924.965381] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 in Status: SUCCESS [ 924.965748] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.654509] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65a23299-64ad-49ba-8d13-5b8591b0226a in Status: SUCCESS [ 925.654736] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65a23299-64ad-49ba-8d13-5b8591b0226a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.143962] env[65123]: INFO networking_nsxv3.common.synchronization [None req-9c88c611-b0e4-4f06-9091-aa90f5e5cf53 None None] Enqueued Resource ID: d5ec83bb-6f14-4df6-866b-d8942210af2e with Priority: HIGHEST for action port [ 926.144590] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5ec83bb-6f14-4df6-866b-d8942210af2e with Priority: HIGHEST for action port [ 926.146829] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5ec83bb-6f14-4df6-866b-d8942210af2e taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.146995] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5ec83bb-6f14-4df6-866b-d8942210af2e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.147095] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5ec83bb-6f14-4df6-866b-d8942210af2e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.147317] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5ec83bb-6f14-4df6-866b-d8942210af2e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.147399] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5ec83bb-6f14-4df6-866b-d8942210af2e',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.294334] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-329 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.294563] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-329" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.294656] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-329" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.294975] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-329" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.295277] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.295453] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.295571] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.295875] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.296080] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.296345] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 926.296449] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 926.296545] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 926.296640] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 926.296739] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 926.296856] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 926.296981] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 926.319115] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 926.319309] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 926.319462] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 926.319666] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-329" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.319988] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-ba02d48d-026e-4318-a266-473bd2f5584c taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.320181] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-ba02d48d-026e-4318-a266-473bd2f5584c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.320429] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-ba02d48d-026e-4318-a266-473bd2f5584c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.320561] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-ba02d48d-026e-4318-a266-473bd2f5584c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.320730] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba02d48d-026e-4318-a266-473bd2f5584c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.649721] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d5ec83bb-6f14-4df6-866b-d8942210af2e [ 926.650022] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.650139] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.650211] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.650471] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.650584] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.650686] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d5ec83bb-6f14-4df6-866b-d8942210af2e already deleted. [ 926.650781] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5ec83bb-6f14-4df6-866b-d8942210af2e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.826302] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.826302] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.826302] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.826302] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.826302] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.826302] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.826302] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.826302] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.826302] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.826302] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.827245] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.828208] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.828547] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.829104] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.829414] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.829870] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: ba02d48d-026e-4318-a266-473bd2f5584c is going to be updated. [ 926.856534] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.856727] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.856727] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.858205] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.858205] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.858205] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-ba02d48d-026e-4318-a266-473bd2f5584c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.613110] env[65123]: INFO networking_nsxv3.common.synchronization [req-5a5b448f-51ee-4512-a0e8-913a2db401cc req-62e6ec70-ed56-428d-9d46-8ffe37fee2b8 service nova] Enqueued Resource ID: c9519fe2-8165-4d3d-8148-9f12ba0e6be4 with Priority: HIGHEST for action security_group_rules [ 927.613396] env[65123]: INFO networking_nsxv3.common.synchronization [req-5a5b448f-51ee-4512-a0e8-913a2db401cc req-62e6ec70-ed56-428d-9d46-8ffe37fee2b8 service nova] Enqueued Resource ID: c9519fe2-8165-4d3d-8148-9f12ba0e6be4 with Priority: HIGHEST for action security_group_members [ 927.613492] env[65123]: INFO networking_nsxv3.common.synchronization [req-5a5b448f-51ee-4512-a0e8-913a2db401cc req-62e6ec70-ed56-428d-9d46-8ffe37fee2b8 service nova] Enqueued Resource ID: ba02d48d-026e-4318-a266-473bd2f5584c with Priority: HIGHEST for action port [ 927.613968] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9519fe2-8165-4d3d-8148-9f12ba0e6be4 with Priority: HIGHEST for action security_group_rules [ 927.614131] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9519fe2-8165-4d3d-8148-9f12ba0e6be4 with Priority: HIGHEST for action security_group_members [ 927.614217] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba02d48d-026e-4318-a266-473bd2f5584c with Priority: HIGHEST for action port [ 927.614593] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9519fe2-8165-4d3d-8148-9f12ba0e6be4 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.614733] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9519fe2-8165-4d3d-8148-9f12ba0e6be4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.614824] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9519fe2-8165-4d3d-8148-9f12ba0e6be4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.615035] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9519fe2-8165-4d3d-8148-9f12ba0e6be4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.615125] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9519fe2-8165-4d3d-8148-9f12ba0e6be4',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.616033] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9519fe2-8165-4d3d-8148-9f12ba0e6be4 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.616256] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9519fe2-8165-4d3d-8148-9f12ba0e6be4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.616370] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9519fe2-8165-4d3d-8148-9f12ba0e6be4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.616681] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9519fe2-8165-4d3d-8148-9f12ba0e6be4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.616745] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.616835] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.616900] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.618114] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.618114] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.618114] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9519fe2-8165-4d3d-8148-9f12ba0e6be4',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.618114] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba02d48d-026e-4318-a266-473bd2f5584c taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.619052] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba02d48d-026e-4318-a266-473bd2f5584c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.619052] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba02d48d-026e-4318-a266-473bd2f5584c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.619052] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba02d48d-026e-4318-a266-473bd2f5584c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.619052] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba02d48d-026e-4318-a266-473bd2f5584c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.120933] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9519fe2-8165-4d3d-8148-9f12ba0e6be4',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.122352] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9519fe2-8165-4d3d-8148-9f12ba0e6be4 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.123225] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9519fe2-8165-4d3d-8148-9f12ba0e6be4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.125098] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ba02d48d-026e-4318-a266-473bd2f5584c with status ACTIVE [ 928.128979] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.128979] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.128979] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.128979] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.128979] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.128979] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.128979] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.128979] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.128979] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.128979] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.128979] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.128979] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.128979] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.128979] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.128979] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.128979] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ba02d48d-026e-4318-a266-473bd2f5584c is going to be updated. [ 928.152383] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.152627] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.152747] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.153070] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.153301] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.153574] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba02d48d-026e-4318-a266-473bd2f5584c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.625537] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9519fe2-8165-4d3d-8148-9f12ba0e6be4',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.131168] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.131168] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.131168] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.131168] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.131168] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.131168] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9519fe2-8165-4d3d-8148-9f12ba0e6be4 is going to be updated. [ 929.152034] env[65123]: INFO networking_nsxv3.common.synchronization [None req-6e9a6fc7-077a-41ea-9a23-26a40d9804e9 None None] Enqueued Resource ID: 5919d2eb-5605-42c6-b657-08e61dd7eeef with Priority: HIGHEST for action port [ 929.152653] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5919d2eb-5605-42c6-b657-08e61dd7eeef with Priority: HIGHEST for action port [ 929.152975] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-5919d2eb-5605-42c6-b657-08e61dd7eeef taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.154131] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5919d2eb-5605-42c6-b657-08e61dd7eeef" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.154252] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5919d2eb-5605-42c6-b657-08e61dd7eeef" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.154496] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5919d2eb-5605-42c6-b657-08e61dd7eeef" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.154585] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5919d2eb-5605-42c6-b657-08e61dd7eeef',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.171684] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.173337] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.173502] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.173773] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.173894] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.190996] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9519fe2-8165-4d3d-8148-9f12ba0e6be4 in Status: IN_PROGRESS for 2s [ 929.549021] env[65123]: INFO networking_nsxv3.common.synchronization [None req-f17bcbf0-d9b1-47e5-ba06-397c8d6ad82a None None] Enqueued Resource ID: 7dc34596-a9d9-481e-9a0a-93cd9697fad9 with Priority: HIGHEST for action port [ 929.549618] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dc34596-a9d9-481e-9a0a-93cd9697fad9 with Priority: HIGHEST for action port [ 929.549903] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-7dc34596-a9d9-481e-9a0a-93cd9697fad9 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.556310] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7dc34596-a9d9-481e-9a0a-93cd9697fad9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.556310] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7dc34596-a9d9-481e-9a0a-93cd9697fad9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.556310] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7dc34596-a9d9-481e-9a0a-93cd9697fad9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.556310] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7dc34596-a9d9-481e-9a0a-93cd9697fad9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.659024] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5919d2eb-5605-42c6-b657-08e61dd7eeef [ 929.659024] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.659024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.659024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.659024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.659024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.659024] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5919d2eb-5605-42c6-b657-08e61dd7eeef already deleted. [ 929.659024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5919d2eb-5605-42c6-b657-08e61dd7eeef" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.060241] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7dc34596-a9d9-481e-9a0a-93cd9697fad9 [ 930.060838] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.060838] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.060838] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.060963] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.060991] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.061119] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7dc34596-a9d9-481e-9a0a-93cd9697fad9 already deleted. [ 930.061207] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7dc34596-a9d9-481e-9a0a-93cd9697fad9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.204032] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9519fe2-8165-4d3d-8148-9f12ba0e6be4 in Status: SUCCESS [ 931.204032] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9519fe2-8165-4d3d-8148-9f12ba0e6be4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.204032] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9519fe2-8165-4d3d-8148-9f12ba0e6be4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.204356] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9519fe2-8165-4d3d-8148-9f12ba0e6be4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.205739] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.205739] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.205739] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.205739] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.205739] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.205739] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9519fe2-8165-4d3d-8148-9f12ba0e6be4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.205739] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c9519fe2-8165-4d3d-8148-9f12ba0e6be4',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.707419] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c9519fe2-8165-4d3d-8148-9f12ba0e6be4',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.770028] env[65123]: INFO networking_nsxv3.common.synchronization [None req-734ae3b9-7ba3-4e32-a249-67b0dac79f40 None None] Enqueued Resource ID: d18041bf-21da-4e25-b654-01172bfc3e27 with Priority: HIGHEST for action port [ 931.770028] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18041bf-21da-4e25-b654-01172bfc3e27 with Priority: HIGHEST for action port [ 931.770028] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-d18041bf-21da-4e25-b654-01172bfc3e27 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.770028] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d18041bf-21da-4e25-b654-01172bfc3e27" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.770028] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d18041bf-21da-4e25-b654-01172bfc3e27" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.770454] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d18041bf-21da-4e25-b654-01172bfc3e27" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.772179] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d18041bf-21da-4e25-b654-01172bfc3e27',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.210167] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c9519fe2-8165-4d3d-8148-9f12ba0e6be4: rpc.has_security_group_logging(os_id): False [ 932.230757] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.230977] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.231048] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.231270] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.257706] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.257830] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.257966] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.258097] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.258519] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.258680] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.258874] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9519fe2-8165-4d3d-8148-9f12ba0e6be4 is going to be updated. [ 932.274242] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d18041bf-21da-4e25-b654-01172bfc3e27 [ 932.274476] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.274736] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.274806] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.275262] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.275262] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.275358] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d18041bf-21da-4e25-b654-01172bfc3e27 already deleted. [ 932.275439] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d18041bf-21da-4e25-b654-01172bfc3e27" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.324755] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.324967] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.325689] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.325689] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.325689] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.339582] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9519fe2-8165-4d3d-8148-9f12ba0e6be4 in Status: IN_PROGRESS for 2s [ 933.625939] env[65123]: INFO networking_nsxv3.common.synchronization [req-43209372-6b21-4551-89a1-b4fcb371bc7f req-2512c339-5a9e-4877-8e0c-b8bf6e734319 tempest-ServerActionsTestJSON-1424708554 tempest-ServerActionsTestJSON-1424708554-project-member] Enqueued Resource ID: edc98a23-2b13-4661-9524-caf5365deadf with Priority: HIGHEST for action security_group_members [ 933.627256] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edc98a23-2b13-4661-9524-caf5365deadf with Priority: HIGHEST for action security_group_members [ 933.627256] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-edc98a23-2b13-4661-9524-caf5365deadf taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.627470] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edc98a23-2b13-4661-9524-caf5365deadf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.627470] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edc98a23-2b13-4661-9524-caf5365deadf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.628066] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edc98a23-2b13-4661-9524-caf5365deadf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.628066] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.628066] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.628206] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.628249] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.628414] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.628513] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edc98a23-2b13-4661-9524-caf5365deadf',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.038025] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-840 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.038025] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-840" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.038025] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-840" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.038259] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-840" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.038636] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.038752] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.038873] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.039691] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.040883] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.040883] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 934.040883] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 934.040883] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 934.040883] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 934.040883] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 934.040883] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 934.041542] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 934.069438] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 934.069438] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 934.069438] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 934.069438] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-840" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.069438] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-bb844808-fbe1-4d42-b7e7-dc91bd328abd taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.069438] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-bb844808-fbe1-4d42-b7e7-dc91bd328abd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.069438] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-bb844808-fbe1-4d42-b7e7-dc91bd328abd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.069438] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-bb844808-fbe1-4d42-b7e7-dc91bd328abd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.070084] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb844808-fbe1-4d42-b7e7-dc91bd328abd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.132089] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.132361] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.132361] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.132492] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.132575] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.132755] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.132887] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.132929] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.133096] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.133193] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.133275] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edc98a23-2b13-4661-9524-caf5365deadf already deleted. [ 934.133360] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edc98a23-2b13-4661-9524-caf5365deadf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.355397] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9519fe2-8165-4d3d-8148-9f12ba0e6be4 in Status: SUCCESS [ 934.356149] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9519fe2-8165-4d3d-8148-9f12ba0e6be4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.575898] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.576131] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.576268] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.576590] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.576770] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.576954] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port bb844808-fbe1-4d42-b7e7-dc91bd328abd not found, creating... [ 934.577239] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.577407] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.577529] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.577768] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.577904] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.579270] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.579270] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.579270] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.579270] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.579270] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.579270] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: bb844808-fbe1-4d42-b7e7-dc91bd328abd is going to be created. [ 934.606971] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.607333] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.607493] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.607720] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.607950] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.608187] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-bb844808-fbe1-4d42-b7e7-dc91bd328abd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.350070] env[65123]: INFO networking_nsxv3.common.synchronization [req-43209372-6b21-4551-89a1-b4fcb371bc7f req-631d8b17-b32c-4b0c-9d4a-8d9cf9f74817 service nova] Enqueued Resource ID: edc98a23-2b13-4661-9524-caf5365deadf with Priority: HIGHEST for action security_group_rules [ 935.350070] env[65123]: INFO networking_nsxv3.common.synchronization [req-43209372-6b21-4551-89a1-b4fcb371bc7f req-631d8b17-b32c-4b0c-9d4a-8d9cf9f74817 service nova] Enqueued Resource ID: edc98a23-2b13-4661-9524-caf5365deadf with Priority: HIGHEST for action security_group_members [ 935.350070] env[65123]: INFO networking_nsxv3.common.synchronization [req-43209372-6b21-4551-89a1-b4fcb371bc7f req-631d8b17-b32c-4b0c-9d4a-8d9cf9f74817 service nova] Enqueued Resource ID: bb844808-fbe1-4d42-b7e7-dc91bd328abd with Priority: HIGHEST for action port [ 935.350713] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edc98a23-2b13-4661-9524-caf5365deadf with Priority: HIGHEST for action security_group_rules [ 935.350905] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edc98a23-2b13-4661-9524-caf5365deadf with Priority: HIGHEST for action security_group_members [ 935.351641] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb844808-fbe1-4d42-b7e7-dc91bd328abd with Priority: HIGHEST for action port [ 935.352035] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edc98a23-2b13-4661-9524-caf5365deadf taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.352192] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edc98a23-2b13-4661-9524-caf5365deadf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.352277] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edc98a23-2b13-4661-9524-caf5365deadf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.352522] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edc98a23-2b13-4661-9524-caf5365deadf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.352609] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edc98a23-2b13-4661-9524-caf5365deadf',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.353704] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-edc98a23-2b13-4661-9524-caf5365deadf taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.353802] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edc98a23-2b13-4661-9524-caf5365deadf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.353847] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edc98a23-2b13-4661-9524-caf5365deadf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.354052] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edc98a23-2b13-4661-9524-caf5365deadf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.354215] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.354328] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.354407] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.354565] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.354679] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.354778] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edc98a23-2b13-4661-9524-caf5365deadf',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.355835] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb844808-fbe1-4d42-b7e7-dc91bd328abd taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.355835] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb844808-fbe1-4d42-b7e7-dc91bd328abd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.355835] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb844808-fbe1-4d42-b7e7-dc91bd328abd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.356070] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb844808-fbe1-4d42-b7e7-dc91bd328abd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.356070] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb844808-fbe1-4d42-b7e7-dc91bd328abd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.857411] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('edc98a23-2b13-4661-9524-caf5365deadf',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.858569] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-edc98a23-2b13-4661-9524-caf5365deadf taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.858712] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edc98a23-2b13-4661-9524-caf5365deadf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.860297] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb844808-fbe1-4d42-b7e7-dc91bd328abd with status ACTIVE [ 935.860449] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.860572] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.860698] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.860922] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.861039] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.861203] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.861305] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.861370] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.861534] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.861634] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.861886] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.861987] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.862069] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.862212] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.862287] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.862386] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb844808-fbe1-4d42-b7e7-dc91bd328abd is going to be updated. [ 935.887634] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.887822] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.887860] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.888070] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.888212] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.888421] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb844808-fbe1-4d42-b7e7-dc91bd328abd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.360470] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('edc98a23-2b13-4661-9524-caf5365deadf',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.864936] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.865127] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.865201] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.865421] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.865506] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.865613] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edc98a23-2b13-4661-9524-caf5365deadf is going to be created. [ 936.891545] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.891717] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.891717] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.891904] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.892079] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.906297] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edc98a23-2b13-4661-9524-caf5365deadf in Status: UNINITIALIZED for 2s [ 937.075661] env[65123]: INFO networking_nsxv3.common.synchronization [None req-3b157562-6c6e-44f8-b4a0-94c378532910 tempest-ServerRescueNegativeTestJSON-800684126 tempest-ServerRescueNegativeTestJSON-800684126-project-member] Enqueued Resource ID: e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c with Priority: HIGHEST for action security_group_rules [ 937.076258] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c with Priority: HIGHEST for action security_group_rules [ 937.076597] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.076722] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.076791] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.077068] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.077154] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.155293] env[65123]: INFO networking_nsxv3.common.synchronization [None req-488ad3c8-5d92-4afa-8fc8-108016621007 tempest-ServerRescueNegativeTestJSON-800684126 tempest-ServerRescueNegativeTestJSON-800684126-project-member] Enqueued Resource ID: e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c with Priority: HIGHEST for action security_group_rules [ 937.155293] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c with Priority: HIGHEST for action security_group_rules [ 937.155644] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.155899] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.544901] env[65123]: INFO networking_nsxv3.common.synchronization [req-cc47c8d1-139a-4471-a847-fb11ed34b600 req-54722539-1226-45ec-9c44-fa4107c60f44 tempest-ServerMetadataTestJSON-1503613565 tempest-ServerMetadataTestJSON-1503613565-project-member] Enqueued Resource ID: 65a23299-64ad-49ba-8d13-5b8591b0226a with Priority: HIGHEST for action security_group_members [ 937.544901] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a23299-64ad-49ba-8d13-5b8591b0226a with Priority: HIGHEST for action security_group_members [ 937.544901] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a23299-64ad-49ba-8d13-5b8591b0226a taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.545248] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a23299-64ad-49ba-8d13-5b8591b0226a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.545248] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a23299-64ad-49ba-8d13-5b8591b0226a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.545318] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a23299-64ad-49ba-8d13-5b8591b0226a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.545425] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.545526] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.545588] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.545731] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.545813] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.545906] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65a23299-64ad-49ba-8d13-5b8591b0226a',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.597554] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.597703] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.597775] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.598061] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.598198] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.598299] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c already deleted. [ 937.598405] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.598552] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.598711] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.598812] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.049971] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.049971] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.049971] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.049971] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.049971] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.049971] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.050347] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.050347] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.050347] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.050498] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.050498] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65a23299-64ad-49ba-8d13-5b8591b0226a is going to be updated. [ 938.084168] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.084385] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.084385] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.084611] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.084764] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.095933] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65a23299-64ad-49ba-8d13-5b8591b0226a in Status: IN_PROGRESS for 2s [ 938.121593] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.121753] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.121823] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.122233] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.122233] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.122233] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c already deleted. [ 938.122407] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.917831] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edc98a23-2b13-4661-9524-caf5365deadf in Status: SUCCESS [ 938.918223] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edc98a23-2b13-4661-9524-caf5365deadf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.918223] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edc98a23-2b13-4661-9524-caf5365deadf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.919394] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edc98a23-2b13-4661-9524-caf5365deadf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.919394] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.919394] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.919394] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.919394] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.919394] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.919394] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edc98a23-2b13-4661-9524-caf5365deadf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.919394] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('edc98a23-2b13-4661-9524-caf5365deadf',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.421676] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('edc98a23-2b13-4661-9524-caf5365deadf',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.926032] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for edc98a23-2b13-4661-9524-caf5365deadf: rpc.has_security_group_logging(os_id): False [ 939.955034] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.955269] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.955417] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.956064] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.956064] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.956240] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.956338] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.956437] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.956673] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.956795] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.956933] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edc98a23-2b13-4661-9524-caf5365deadf is going to be created. [ 940.033517] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.033517] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.033806] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.033806] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.033976] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.046351] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edc98a23-2b13-4661-9524-caf5365deadf in Status: IN_PROGRESS for 2s [ 940.122797] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65a23299-64ad-49ba-8d13-5b8591b0226a in Status: SUCCESS [ 940.122988] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65a23299-64ad-49ba-8d13-5b8591b0226a deletion is rescheduled due to dependency. [ 940.123125] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a23299-64ad-49ba-8d13-5b8591b0226a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.061085] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edc98a23-2b13-4661-9524-caf5365deadf in Status: SUCCESS [ 942.061435] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edc98a23-2b13-4661-9524-caf5365deadf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.545731] env[65123]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 942.545844] env[65123]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 947.547058] env[65123]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 947.547436] env[65123]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 947.881068] env[65123]: INFO networking_nsxv3.common.synchronization [req-109f3e0c-9150-484c-aaf7-c0f9df8277c0 req-76c25e22-d31d-42c0-bfce-f785716d828a tempest-ImagesOneServerNegativeTestJSON-1485946634 tempest-ImagesOneServerNegativeTestJSON-1485946634-project-member] Enqueued Resource ID: bd17b423-2504-4a0b-9316-d9646b5856f9 with Priority: HIGHEST for action security_group_members [ 947.881589] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd17b423-2504-4a0b-9316-d9646b5856f9 with Priority: HIGHEST for action security_group_members [ 947.881907] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd17b423-2504-4a0b-9316-d9646b5856f9 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.882283] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.882380] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.882586] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.882761] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.882867] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.882933] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.883498] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.883498] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.883498] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd17b423-2504-4a0b-9316-d9646b5856f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.236074] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock network-741 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.236313] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "network-741" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.236464] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "network-741" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.236771] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "network-741" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.237163] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.237335] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.237455] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.237688] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.237829] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.238057] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 948.238172] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 948.238282] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 948.238395] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 948.238565] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 948.238684] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 948.238822] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 948.262318] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 948.262537] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 948.262783] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 948.262925] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "network-741" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.263278] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock port-b7f1c41e-d509-43b9-9064-8f1a066780c1 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.263482] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "port-b7f1c41e-d509-43b9-9064-8f1a066780c1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.263600] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "port-b7f1c41e-d509-43b9-9064-8f1a066780c1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.263963] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "port-b7f1c41e-d509-43b9-9064-8f1a066780c1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.264182] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7f1c41e-d509-43b9-9064-8f1a066780c1',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.385535] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.385730] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.385830] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.386071] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.386180] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.386402] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.386556] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.386613] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.386781] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.386865] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.386955] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd17b423-2504-4a0b-9316-d9646b5856f9 is going to be updated. [ 948.414908] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.415089] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.415160] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.415367] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.415515] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.425131] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd17b423-2504-4a0b-9316-d9646b5856f9 in Status: IN_PROGRESS for 2s [ 948.618915] env[65123]: INFO networking_nsxv3.common.synchronization [None req-48616529-1396-478f-b4b1-df5b04fed9fe None None] Enqueued Resource ID: 4eaea349-7c31-4989-b5cd-6f66ed538423 with Priority: HIGHEST for action port [ 948.619385] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4eaea349-7c31-4989-b5cd-6f66ed538423 with Priority: HIGHEST for action port [ 948.619730] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-4eaea349-7c31-4989-b5cd-6f66ed538423 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.619858] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4eaea349-7c31-4989-b5cd-6f66ed538423" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.619924] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4eaea349-7c31-4989-b5cd-6f66ed538423" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.620196] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4eaea349-7c31-4989-b5cd-6f66ed538423" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.620296] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4eaea349-7c31-4989-b5cd-6f66ed538423',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.767120] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.767383] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.767510] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.767787] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.767936] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.768114] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Segment Port b7f1c41e-d509-43b9-9064-8f1a066780c1 not found, creating... [ 948.768389] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.768619] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.768746] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.769940] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.769940] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.769940] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.769940] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.769940] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.769940] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.770449] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.770449] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Resource: SegmentPort with ID: b7f1c41e-d509-43b9-9064-8f1a066780c1 is going to be created. [ 948.798665] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.798665] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.798665] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.798665] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.798665] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.799047] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "port-b7f1c41e-d509-43b9-9064-8f1a066780c1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.122618] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4eaea349-7c31-4989-b5cd-6f66ed538423 [ 949.123523] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.123523] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.123523] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.123523] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.123523] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.123523] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4eaea349-7c31-4989-b5cd-6f66ed538423 already deleted. [ 949.123523] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4eaea349-7c31-4989-b5cd-6f66ed538423" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.540513] env[65123]: INFO networking_nsxv3.common.synchronization [req-109f3e0c-9150-484c-aaf7-c0f9df8277c0 req-2769af13-2a35-40f9-b9ef-451e4ba61e06 service nova] Enqueued Resource ID: bd17b423-2504-4a0b-9316-d9646b5856f9 with Priority: HIGHEST for action security_group_rules [ 949.540513] env[65123]: INFO networking_nsxv3.common.synchronization [req-109f3e0c-9150-484c-aaf7-c0f9df8277c0 req-2769af13-2a35-40f9-b9ef-451e4ba61e06 service nova] Enqueued Resource ID: bd17b423-2504-4a0b-9316-d9646b5856f9 with Priority: HIGHEST for action security_group_members [ 949.540513] env[65123]: INFO networking_nsxv3.common.synchronization [req-109f3e0c-9150-484c-aaf7-c0f9df8277c0 req-2769af13-2a35-40f9-b9ef-451e4ba61e06 service nova] Enqueued Resource ID: b7f1c41e-d509-43b9-9064-8f1a066780c1 with Priority: HIGHEST for action port [ 949.540513] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd17b423-2504-4a0b-9316-d9646b5856f9 with Priority: HIGHEST for action security_group_rules [ 949.540513] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd17b423-2504-4a0b-9316-d9646b5856f9 with Priority: HIGHEST for action security_group_members [ 949.540513] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7f1c41e-d509-43b9-9064-8f1a066780c1 with Priority: HIGHEST for action port [ 949.540795] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd17b423-2504-4a0b-9316-d9646b5856f9 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.540847] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.541195] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.541195] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.541195] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd17b423-2504-4a0b-9316-d9646b5856f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.542048] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd17b423-2504-4a0b-9316-d9646b5856f9 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.542142] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.542331] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7f1c41e-d509-43b9-9064-8f1a066780c1 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.542425] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7f1c41e-d509-43b9-9064-8f1a066780c1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.542487] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7f1c41e-d509-43b9-9064-8f1a066780c1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.542637] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7f1c41e-d509-43b9-9064-8f1a066780c1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.542707] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7f1c41e-d509-43b9-9064-8f1a066780c1',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.647175] env[65123]: INFO networking_nsxv3.common.synchronization [req-ab55d4c2-bdc4-4ce7-bb71-6b27f43a414e req-861d81e3-e925-4a6f-9115-1b4e9c9ef9ee tempest-SecurityGroupRulesTestJSON-397262422 tempest-SecurityGroupRulesTestJSON-397262422-project-member] Enqueued Resource ID: 2a2890eb-8833-44c4-beca-f7858ba47f58 with Priority: HIGHEST for action security_group_rules [ 949.647729] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a2890eb-8833-44c4-beca-f7858ba47f58 with Priority: HIGHEST for action security_group_rules [ 949.648039] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a2890eb-8833-44c4-beca-f7858ba47f58 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.648166] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a2890eb-8833-44c4-beca-f7858ba47f58" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.648234] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a2890eb-8833-44c4-beca-f7858ba47f58" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.648504] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a2890eb-8833-44c4-beca-f7858ba47f58" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.648592] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a2890eb-8833-44c4-beca-f7858ba47f58',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.897421] env[65123]: INFO networking_nsxv3.common.synchronization [req-9a624172-f4a2-486c-acfc-3a8c7d47d633 req-2defba9f-4655-405c-a612-60e164d9195e tempest-SecurityGroupRulesTestJSON-397262422 tempest-SecurityGroupRulesTestJSON-397262422-project-member] Enqueued Resource ID: 63dbaed8-78f1-49aa-bf43-143e9f1b267c with Priority: HIGHEST for action security_group_rules [ 949.898082] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63dbaed8-78f1-49aa-bf43-143e9f1b267c with Priority: HIGHEST for action security_group_rules [ 949.898398] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63dbaed8-78f1-49aa-bf43-143e9f1b267c taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.898578] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63dbaed8-78f1-49aa-bf43-143e9f1b267c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.898646] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63dbaed8-78f1-49aa-bf43-143e9f1b267c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.898892] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63dbaed8-78f1-49aa-bf43-143e9f1b267c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.898984] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63dbaed8-78f1-49aa-bf43-143e9f1b267c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.045094] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd17b423-2504-4a0b-9316-d9646b5856f9 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.045309] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.045383] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b7f1c41e-d509-43b9-9064-8f1a066780c1 with status ACTIVE [ 950.045662] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.045774] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.045844] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.046066] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.046197] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.046321] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.046416] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.046609] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.048670] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.048670] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.048670] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.048670] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.048670] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.048670] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.048670] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.048670] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b7f1c41e-d509-43b9-9064-8f1a066780c1 is going to be updated. [ 950.071420] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.071581] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.071636] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.071854] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.071995] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.072212] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7f1c41e-d509-43b9-9064-8f1a066780c1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.169657] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.170649] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.170649] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.171038] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.171038] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.171038] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a2890eb-8833-44c4-beca-f7858ba47f58 already deleted. [ 950.171167] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a2890eb-8833-44c4-beca-f7858ba47f58" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.426274] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.426350] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.426516] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.426780] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.426780] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.426868] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63dbaed8-78f1-49aa-bf43-143e9f1b267c already deleted. [ 950.427634] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63dbaed8-78f1-49aa-bf43-143e9f1b267c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.438029] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd17b423-2504-4a0b-9316-d9646b5856f9 in Status: SUCCESS [ 950.438257] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd17b423-2504-4a0b-9316-d9646b5856f9 deletion is rescheduled due to dependency. [ 950.438390] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.438596] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.438832] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.438996] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.439142] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.439270] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.439465] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.439553] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.439674] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd17b423-2504-4a0b-9316-d9646b5856f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.537994] env[65123]: INFO networking_nsxv3.common.synchronization [req-1b78afff-2813-4e53-8c90-362e08c185b9 req-192c34ff-a204-4eff-bde8-aa9fca1709c3 tempest-ServersTestJSON-1784051065 tempest-ServersTestJSON-1784051065-project-member] Enqueued Resource ID: 69b388af-5618-40aa-9dc4-cf199da1ab33 with Priority: HIGHEST for action security_group_members [ 950.538745] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69b388af-5618-40aa-9dc4-cf199da1ab33 with Priority: HIGHEST for action security_group_members [ 950.539115] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-69b388af-5618-40aa-9dc4-cf199da1ab33 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.539274] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69b388af-5618-40aa-9dc4-cf199da1ab33" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.539372] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69b388af-5618-40aa-9dc4-cf199da1ab33" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.539665] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69b388af-5618-40aa-9dc4-cf199da1ab33" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.539853] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.540010] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.540103] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.540315] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.540402] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.540535] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69b388af-5618-40aa-9dc4-cf199da1ab33',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.597477] env[65123]: INFO networking_nsxv3.common.synchronization [req-6359481b-34a4-4a9a-9e52-f7ea127be764 req-2a0ce0cd-e121-44b3-8b34-180d8f875721 tempest-SecurityGroupRulesTestJSON-397262422 tempest-SecurityGroupRulesTestJSON-397262422-project-member] Enqueued Resource ID: b1371d85-6ae3-4a09-9b18-3a10cab8031a with Priority: HIGHEST for action security_group_rules [ 950.597852] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1371d85-6ae3-4a09-9b18-3a10cab8031a with Priority: HIGHEST for action security_group_rules [ 950.598377] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1371d85-6ae3-4a09-9b18-3a10cab8031a taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.598576] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1371d85-6ae3-4a09-9b18-3a10cab8031a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.598692] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1371d85-6ae3-4a09-9b18-3a10cab8031a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.598872] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1371d85-6ae3-4a09-9b18-3a10cab8031a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.598987] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1371d85-6ae3-4a09-9b18-3a10cab8031a',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.836678] env[65123]: INFO networking_nsxv3.common.synchronization [None req-e3878e66-e63c-46c5-9fcd-0c4710b6dd3b None None] Enqueued Resource ID: 61762a66-c42b-44aa-95ce-9dad97c07eb5 with Priority: HIGHEST for action port [ 950.836678] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61762a66-c42b-44aa-95ce-9dad97c07eb5 with Priority: HIGHEST for action port [ 950.836678] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-61762a66-c42b-44aa-95ce-9dad97c07eb5 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.836678] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61762a66-c42b-44aa-95ce-9dad97c07eb5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.836678] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61762a66-c42b-44aa-95ce-9dad97c07eb5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.836678] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61762a66-c42b-44aa-95ce-9dad97c07eb5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.836678] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61762a66-c42b-44aa-95ce-9dad97c07eb5',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.890281] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock network-163 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.890281] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "network-163" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.890281] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "network-163" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.892583] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "network-163" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.897453] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.897982] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.898134] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.898725] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.899100] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.899169] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 950.899256] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 950.899366] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 950.899499] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 950.899628] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 950.899737] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 950.900279] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 950.919852] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 950.919852] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 950.919852] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 950.919852] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "network-163" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.921094] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock port-5835ec55-e883-498e-8aaa-393da47730d9 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.921094] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "port-5835ec55-e883-498e-8aaa-393da47730d9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.921094] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "port-5835ec55-e883-498e-8aaa-393da47730d9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.921094] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "port-5835ec55-e883-498e-8aaa-393da47730d9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.921094] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5835ec55-e883-498e-8aaa-393da47730d9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.944372] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd17b423-2504-4a0b-9316-d9646b5856f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.042961] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.043160] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.043295] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.043512] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.043627] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.043854] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.043972] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.044036] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.044205] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.044286] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.044367] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69b388af-5618-40aa-9dc4-cf199da1ab33 already deleted. [ 951.044803] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69b388af-5618-40aa-9dc4-cf199da1ab33" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.124254] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.124254] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.124254] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.124394] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.124485] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.124576] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1371d85-6ae3-4a09-9b18-3a10cab8031a already deleted. [ 951.124665] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1371d85-6ae3-4a09-9b18-3a10cab8031a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.344507] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 61762a66-c42b-44aa-95ce-9dad97c07eb5 [ 951.344507] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.344507] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.344507] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.344507] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.344507] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.344507] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:61762a66-c42b-44aa-95ce-9dad97c07eb5 already deleted. [ 951.344507] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61762a66-c42b-44aa-95ce-9dad97c07eb5" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.424740] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.425435] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.425435] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.425435] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.425604] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.425676] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Segment Port 5835ec55-e883-498e-8aaa-393da47730d9 not found, creating... [ 951.425941] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.426111] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.426226] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.426447] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.426675] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.426972] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.427144] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.427257] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.427467] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.427599] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.427739] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Resource: SegmentPort with ID: 5835ec55-e883-498e-8aaa-393da47730d9 is going to be created. [ 951.447079] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd17b423-2504-4a0b-9316-d9646b5856f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.449403] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.449781] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.449982] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.450400] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.450567] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.450802] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "port-5835ec55-e883-498e-8aaa-393da47730d9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.750987] env[65123]: INFO networking_nsxv3.common.synchronization [None req-90e71f3a-1520-43b1-ac92-4a96a59575ef tempest-ServerActionsTestOtherA-1066851600 tempest-ServerActionsTestOtherA-1066851600-project-member] Enqueued Resource ID: 1d68a405-7fa8-470d-9ac9-7e09153e96e3 with Priority: HIGHEST for action security_group_rules [ 951.751882] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d68a405-7fa8-470d-9ac9-7e09153e96e3 with Priority: HIGHEST for action security_group_rules [ 951.752321] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d68a405-7fa8-470d-9ac9-7e09153e96e3 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.752450] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d68a405-7fa8-470d-9ac9-7e09153e96e3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.752521] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d68a405-7fa8-470d-9ac9-7e09153e96e3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.752783] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d68a405-7fa8-470d-9ac9-7e09153e96e3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.752868] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d68a405-7fa8-470d-9ac9-7e09153e96e3',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.868923] env[65123]: INFO networking_nsxv3.common.synchronization [None req-eedd7a89-35b4-4a01-bb88-02065419174d tempest-ServerActionsTestOtherA-1066851600 tempest-ServerActionsTestOtherA-1066851600-project-member] Enqueued Resource ID: 1d68a405-7fa8-470d-9ac9-7e09153e96e3 with Priority: HIGHEST for action security_group_rules [ 951.869597] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d68a405-7fa8-470d-9ac9-7e09153e96e3 with Priority: HIGHEST for action security_group_rules [ 951.869938] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d68a405-7fa8-470d-9ac9-7e09153e96e3 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.870148] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d68a405-7fa8-470d-9ac9-7e09153e96e3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.952478] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.952687] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.952781] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.953017] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.953115] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.953352] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd17b423-2504-4a0b-9316-d9646b5856f9 is going to be updated. [ 951.989046] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.989046] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.989046] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.989361] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.989409] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.999900] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd17b423-2504-4a0b-9316-d9646b5856f9 in Status: IN_PROGRESS for 2s [ 952.150925] env[65123]: INFO networking_nsxv3.common.synchronization [req-1b78afff-2813-4e53-8c90-362e08c185b9 req-5c5996f1-2547-4d42-ae3f-057291eacdcd service nova] Enqueued Resource ID: 69b388af-5618-40aa-9dc4-cf199da1ab33 with Priority: HIGHEST for action security_group_rules [ 952.150925] env[65123]: INFO networking_nsxv3.common.synchronization [req-1b78afff-2813-4e53-8c90-362e08c185b9 req-5c5996f1-2547-4d42-ae3f-057291eacdcd service nova] Enqueued Resource ID: 69b388af-5618-40aa-9dc4-cf199da1ab33 with Priority: HIGHEST for action security_group_members [ 952.150925] env[65123]: INFO networking_nsxv3.common.synchronization [req-1b78afff-2813-4e53-8c90-362e08c185b9 req-5c5996f1-2547-4d42-ae3f-057291eacdcd service nova] Enqueued Resource ID: 5835ec55-e883-498e-8aaa-393da47730d9 with Priority: HIGHEST for action port [ 952.151242] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69b388af-5618-40aa-9dc4-cf199da1ab33 with Priority: HIGHEST for action security_group_rules [ 952.151286] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69b388af-5618-40aa-9dc4-cf199da1ab33 with Priority: HIGHEST for action security_group_members [ 952.151359] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5835ec55-e883-498e-8aaa-393da47730d9 with Priority: HIGHEST for action port [ 952.151659] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69b388af-5618-40aa-9dc4-cf199da1ab33 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.151785] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69b388af-5618-40aa-9dc4-cf199da1ab33" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.151851] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69b388af-5618-40aa-9dc4-cf199da1ab33" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.152812] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69b388af-5618-40aa-9dc4-cf199da1ab33" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.152954] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69b388af-5618-40aa-9dc4-cf199da1ab33',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.154913] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-69b388af-5618-40aa-9dc4-cf199da1ab33 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.155093] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69b388af-5618-40aa-9dc4-cf199da1ab33" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.155216] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69b388af-5618-40aa-9dc4-cf199da1ab33" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.155369] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69b388af-5618-40aa-9dc4-cf199da1ab33" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.155536] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.155664] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.155796] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.155910] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.156144] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.156294] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69b388af-5618-40aa-9dc4-cf199da1ab33',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.157204] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-5835ec55-e883-498e-8aaa-393da47730d9 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.157321] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5835ec55-e883-498e-8aaa-393da47730d9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.157386] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5835ec55-e883-498e-8aaa-393da47730d9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.157543] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5835ec55-e883-498e-8aaa-393da47730d9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.157618] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5835ec55-e883-498e-8aaa-393da47730d9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.276932] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.277164] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.277164] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.277400] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.277463] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.277561] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d68a405-7fa8-470d-9ac9-7e09153e96e3 already deleted. [ 952.277681] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d68a405-7fa8-470d-9ac9-7e09153e96e3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.277805] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d68a405-7fa8-470d-9ac9-7e09153e96e3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.277993] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d68a405-7fa8-470d-9ac9-7e09153e96e3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.278089] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d68a405-7fa8-470d-9ac9-7e09153e96e3',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.524397] env[65123]: INFO networking_nsxv3.common.synchronization [req-82c3aac3-0684-4199-a77c-4611971f37ae req-f82f3734-71a7-4423-8132-889c9547eaa3 tempest-SecurityGroupRulesTestJSON-397262422 tempest-SecurityGroupRulesTestJSON-397262422-project-member] Enqueued Resource ID: c5736e4d-f964-44ff-8449-fd4f02835646 with Priority: HIGHEST for action security_group_rules [ 952.524932] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5736e4d-f964-44ff-8449-fd4f02835646 with Priority: HIGHEST for action security_group_rules [ 952.525293] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5736e4d-f964-44ff-8449-fd4f02835646 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.525467] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5736e4d-f964-44ff-8449-fd4f02835646" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.525560] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5736e4d-f964-44ff-8449-fd4f02835646" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.526097] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5736e4d-f964-44ff-8449-fd4f02835646" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.526097] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5736e4d-f964-44ff-8449-fd4f02835646',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.659797] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-69b388af-5618-40aa-9dc4-cf199da1ab33 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.659942] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69b388af-5618-40aa-9dc4-cf199da1ab33" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.661292] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69b388af-5618-40aa-9dc4-cf199da1ab33',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.662384] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5835ec55-e883-498e-8aaa-393da47730d9 with status ACTIVE [ 952.662578] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.662701] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.662778] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.662985] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.663086] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.663267] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.663397] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.663448] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.663578] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.663655] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.663831] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.663922] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.663983] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.664144] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.664516] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.664516] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5835ec55-e883-498e-8aaa-393da47730d9 is going to be updated. [ 952.687458] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.687671] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.687717] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.687900] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.688047] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.688210] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5835ec55-e883-498e-8aaa-393da47730d9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.800516] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.800654] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.800778] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.804025] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.804025] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.804025] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d68a405-7fa8-470d-9ac9-7e09153e96e3 already deleted. [ 952.804025] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d68a405-7fa8-470d-9ac9-7e09153e96e3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.056185] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.056707] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.056707] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.056822] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.056956] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.057118] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5736e4d-f964-44ff-8449-fd4f02835646 already deleted. [ 953.057261] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5736e4d-f964-44ff-8449-fd4f02835646" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.166890] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69b388af-5618-40aa-9dc4-cf199da1ab33',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.191783] env[65123]: INFO networking_nsxv3.common.synchronization [req-fd82849c-0cf3-48b5-ae6a-0f3cb63778ab req-11a4ec8e-b83b-443f-a1a0-8266771b6ce7 tempest-ServersNegativeTestJSON-371052367 tempest-ServersNegativeTestJSON-371052367-project-member] Enqueued Resource ID: cfdabfe4-ab89-4faf-8a03-558dd5b7796b with Priority: HIGHEST for action security_group_members [ 953.192322] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfdabfe4-ab89-4faf-8a03-558dd5b7796b with Priority: HIGHEST for action security_group_members [ 953.192701] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.192821] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.192894] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.193206] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.193372] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.193524] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.193592] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.193754] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.193841] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.193934] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfdabfe4-ab89-4faf-8a03-558dd5b7796b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.647784] env[65123]: INFO networking_nsxv3.common.synchronization [req-b100d0fa-9a3a-4fc7-bb8c-3d576a596c3c req-42170b28-969b-4e55-8d7f-362d3674b905 tempest-ImagesTestJSON-844462913 tempest-ImagesTestJSON-844462913-project-member] Enqueued Resource ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b with Priority: HIGHEST for action security_group_members [ 953.649740] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b with Priority: HIGHEST for action security_group_members [ 953.651060] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-44 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.651307] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-44" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.651444] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-44" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.651712] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-44" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.652078] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.652150] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.652288] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.652457] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.652620] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.652997] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.652997] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 953.652997] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 953.653210] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 953.653210] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.653415] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 953.653473] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 953.654577] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca4c776-73af-4661-8a6d-1a9c658d044b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.654713] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.654787] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.654938] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.655093] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.655239] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.655239] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.655384] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.655465] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.655595] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ca4c776-73af-4661-8a6d-1a9c658d044b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.669692] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.669853] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.669943] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.670151] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.670240] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.670340] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69b388af-5618-40aa-9dc4-cf199da1ab33 is going to be created. [ 953.680764] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 953.680997] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 953.681096] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 953.681436] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-44" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.681632] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-85a0bf95-df4e-4891-8727-0b610cf4b6c6 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.681747] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-85a0bf95-df4e-4891-8727-0b610cf4b6c6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.681864] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-85a0bf95-df4e-4891-8727-0b610cf4b6c6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.682240] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-85a0bf95-df4e-4891-8727-0b610cf4b6c6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.682381] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85a0bf95-df4e-4891-8727-0b610cf4b6c6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.695937] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.696121] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.696211] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.696499] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.696679] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.697839] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cfdabfe4-ab89-4faf-8a03-558dd5b7796b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.708120] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69b388af-5618-40aa-9dc4-cf199da1ab33 in Status: UNINITIALIZED for 2s [ 954.011519] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd17b423-2504-4a0b-9316-d9646b5856f9 in Status: SUCCESS [ 954.011744] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.011922] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.012176] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.012375] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.012526] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.012565] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.013211] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.013211] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.013211] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.013211] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd17b423-2504-4a0b-9316-d9646b5856f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.162370] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.162708] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.162708] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.162816] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.162908] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.163177] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.163269] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.163269] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.163422] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.163499] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.163588] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b is going to be updated. [ 954.185952] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.186277] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.186445] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.186824] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.187083] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.187292] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port 85a0bf95-df4e-4891-8727-0b610cf4b6c6 not found, creating... [ 954.187852] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.187852] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.189101] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.189101] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.189101] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.189101] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.190159] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.190306] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.190748] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.190748] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.190889] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: 85a0bf95-df4e-4891-8727-0b610cf4b6c6 is going to be created. [ 954.194568] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.194743] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.194791] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.194938] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.195092] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.201090] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cfdabfe4-ab89-4faf-8a03-558dd5b7796b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.205890] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b in Status: IN_PROGRESS for 2s [ 954.214083] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.214321] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.214446] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.214702] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.215142] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.215269] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-85a0bf95-df4e-4891-8727-0b610cf4b6c6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.517913] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd17b423-2504-4a0b-9316-d9646b5856f9 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.517913] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.517913] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.517913] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.517913] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.517913] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.517913] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.517913] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.517913] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.517913] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.517913] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd17b423-2504-4a0b-9316-d9646b5856f9 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.517913] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.517913] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.517913] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.517913] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.517913] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.518610] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.518610] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.518610] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.518610] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.518610] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd17b423-2504-4a0b-9316-d9646b5856f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.703957] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.704150] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.704150] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.704309] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.704396] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.704499] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfdabfe4-ab89-4faf-8a03-558dd5b7796b is going to be updated. [ 954.738233] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.738233] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.738233] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.738233] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.738233] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.753651] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfdabfe4-ab89-4faf-8a03-558dd5b7796b in Status: IN_PROGRESS for 2s [ 954.813432] env[65123]: INFO networking_nsxv3.common.synchronization [req-3b4602e0-ffb3-46ef-8175-4340a478d495 req-c682f6e1-108c-4f07-a826-43f947798ba6 tempest-SecurityGroupRulesTestJSON-397262422 tempest-SecurityGroupRulesTestJSON-397262422-project-member] Enqueued Resource ID: 70a7b8d2-5c5a-4e33-86a6-e8af8ca9c2e4 with Priority: HIGHEST for action security_group_rules [ 954.814276] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70a7b8d2-5c5a-4e33-86a6-e8af8ca9c2e4 with Priority: HIGHEST for action security_group_rules [ 954.814423] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70a7b8d2-5c5a-4e33-86a6-e8af8ca9c2e4 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.814558] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70a7b8d2-5c5a-4e33-86a6-e8af8ca9c2e4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.814627] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70a7b8d2-5c5a-4e33-86a6-e8af8ca9c2e4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.814944] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70a7b8d2-5c5a-4e33-86a6-e8af8ca9c2e4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.815074] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70a7b8d2-5c5a-4e33-86a6-e8af8ca9c2e4',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.947545] env[65123]: INFO networking_nsxv3.common.synchronization [req-fd82849c-0cf3-48b5-ae6a-0f3cb63778ab req-8f8a5c9e-e51e-4ff4-84d9-cdefcbc3a4a2 service nova] Enqueued Resource ID: cfdabfe4-ab89-4faf-8a03-558dd5b7796b with Priority: HIGHEST for action security_group_rules [ 954.947545] env[65123]: INFO networking_nsxv3.common.synchronization [req-fd82849c-0cf3-48b5-ae6a-0f3cb63778ab req-8f8a5c9e-e51e-4ff4-84d9-cdefcbc3a4a2 service nova] Enqueued Resource ID: cfdabfe4-ab89-4faf-8a03-558dd5b7796b with Priority: HIGHEST for action security_group_members [ 954.947699] env[65123]: INFO networking_nsxv3.common.synchronization [req-fd82849c-0cf3-48b5-ae6a-0f3cb63778ab req-8f8a5c9e-e51e-4ff4-84d9-cdefcbc3a4a2 service nova] Enqueued Resource ID: 85a0bf95-df4e-4891-8727-0b610cf4b6c6 with Priority: HIGHEST for action port [ 954.948201] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfdabfe4-ab89-4faf-8a03-558dd5b7796b with Priority: HIGHEST for action security_group_rules [ 954.948331] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfdabfe4-ab89-4faf-8a03-558dd5b7796b with Priority: HIGHEST for action security_group_members [ 954.948450] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85a0bf95-df4e-4891-8727-0b610cf4b6c6 with Priority: HIGHEST for action port [ 954.948801] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfdabfe4-ab89-4faf-8a03-558dd5b7796b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.948892] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.948951] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.949159] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.949236] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfdabfe4-ab89-4faf-8a03-558dd5b7796b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.950171] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.950267] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.950457] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-85a0bf95-df4e-4891-8727-0b610cf4b6c6 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.950628] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85a0bf95-df4e-4891-8727-0b610cf4b6c6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.950628] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85a0bf95-df4e-4891-8727-0b610cf4b6c6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.950778] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85a0bf95-df4e-4891-8727-0b610cf4b6c6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.950854] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85a0bf95-df4e-4891-8727-0b610cf4b6c6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.021022] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd17b423-2504-4a0b-9316-d9646b5856f9: rpc.has_security_group_logging(os_id): False [ 955.044618] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.045989] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.046341] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.046341] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.046577] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.046728] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.046902] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.046902] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.047148] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.047279] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.047458] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.047595] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.047595] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.048763] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.048763] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.048763] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.048763] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.048763] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.048763] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.048763] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.048763] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd17b423-2504-4a0b-9316-d9646b5856f9 is going to be updated. [ 955.125083] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.125083] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.125083] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.125083] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.125083] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.137818] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd17b423-2504-4a0b-9316-d9646b5856f9 in Status: IN_PROGRESS for 2s [ 955.196743] env[65123]: INFO networking_nsxv3.common.synchronization [req-3ff9a07a-c27f-4580-a9f8-364f55653f42 req-552ef617-fa90-42c7-9842-81ae35d90706 tempest-SecurityGroupRulesTestJSON-397262422 tempest-SecurityGroupRulesTestJSON-397262422-project-member] Enqueued Resource ID: 70a7b8d2-5c5a-4e33-86a6-e8af8ca9c2e4 with Priority: HIGHEST for action security_group_rules [ 955.196743] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70a7b8d2-5c5a-4e33-86a6-e8af8ca9c2e4 with Priority: HIGHEST for action security_group_rules [ 955.196743] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70a7b8d2-5c5a-4e33-86a6-e8af8ca9c2e4 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.196743] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70a7b8d2-5c5a-4e33-86a6-e8af8ca9c2e4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.350997] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.351200] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.351268] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.351468] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.351561] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.351668] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70a7b8d2-5c5a-4e33-86a6-e8af8ca9c2e4 already deleted. [ 955.351755] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70a7b8d2-5c5a-4e33-86a6-e8af8ca9c2e4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.351909] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70a7b8d2-5c5a-4e33-86a6-e8af8ca9c2e4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.352097] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70a7b8d2-5c5a-4e33-86a6-e8af8ca9c2e4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.352185] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70a7b8d2-5c5a-4e33-86a6-e8af8ca9c2e4',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.454801] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.454985] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.455203] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 85a0bf95-df4e-4891-8727-0b610cf4b6c6 with status ACTIVE [ 955.455371] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.455486] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.455549] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.455757] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.455836] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.456015] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.456123] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.456164] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.459374] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.459374] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.459374] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.459374] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.459374] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.459374] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.459374] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.459374] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 85a0bf95-df4e-4891-8727-0b610cf4b6c6 is going to be updated. [ 955.484229] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.484386] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.484456] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.484650] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.484779] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.484938] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85a0bf95-df4e-4891-8727-0b610cf4b6c6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.722717] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69b388af-5618-40aa-9dc4-cf199da1ab33 in Status: SUCCESS [ 955.723065] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69b388af-5618-40aa-9dc4-cf199da1ab33" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.723209] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69b388af-5618-40aa-9dc4-cf199da1ab33" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.723481] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69b388af-5618-40aa-9dc4-cf199da1ab33" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.723713] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.723879] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.723946] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.724136] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.724230] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.724327] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69b388af-5618-40aa-9dc4-cf199da1ab33" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.724441] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69b388af-5618-40aa-9dc4-cf199da1ab33',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.874495] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.874678] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.874750] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.874926] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.875021] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.875124] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70a7b8d2-5c5a-4e33-86a6-e8af8ca9c2e4 already deleted. [ 955.875207] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70a7b8d2-5c5a-4e33-86a6-e8af8ca9c2e4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.987882] env[65123]: INFO networking_nsxv3.common.synchronization [req-a4b184a4-68d2-4616-8119-3d9baa71a427 req-548a4e4a-7072-4ff4-9d21-a5bc44e897c1 tempest-ServersAdminNegativeTestJSON-771141375 tempest-ServersAdminNegativeTestJSON-771141375-project-member] Enqueued Resource ID: a2de5b53-b9e0-4a4b-b776-3160a39d5626 with Priority: HIGHEST for action security_group_members [ 955.989037] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2de5b53-b9e0-4a4b-b776-3160a39d5626 with Priority: HIGHEST for action security_group_members [ 955.989366] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2de5b53-b9e0-4a4b-b776-3160a39d5626 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.989745] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2de5b53-b9e0-4a4b-b776-3160a39d5626" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.989745] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2de5b53-b9e0-4a4b-b776-3160a39d5626" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.989851] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2de5b53-b9e0-4a4b-b776-3160a39d5626" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.990289] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.990760] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.990925] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.991119] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.991349] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.991456] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2de5b53-b9e0-4a4b-b776-3160a39d5626',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.218308] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b in Status: SUCCESS [ 956.218676] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b deletion is rescheduled due to dependency. [ 956.218676] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.227152] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69b388af-5618-40aa-9dc4-cf199da1ab33',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.445513] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-914 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.445750] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-914" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.445930] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-914" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.446985] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-914" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.446985] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.446985] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.446985] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.446985] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.447232] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.447503] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 956.447649] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 956.447751] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 956.447851] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 956.448313] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 956.448313] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 956.448313] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 956.470410] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 956.470410] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 956.470410] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 956.470410] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-914" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.470748] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-ffa57526-bcc9-4759-99f9-f7f163e4353c taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.470868] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-ffa57526-bcc9-4759-99f9-f7f163e4353c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.471316] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-ffa57526-bcc9-4759-99f9-f7f163e4353c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.471316] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-ffa57526-bcc9-4759-99f9-f7f163e4353c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.471490] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffa57526-bcc9-4759-99f9-f7f163e4353c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.493169] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.493331] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.493409] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.493611] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.493694] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.493889] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.494030] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.494066] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.494194] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.494262] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.494346] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2de5b53-b9e0-4a4b-b776-3160a39d5626 already deleted. [ 956.494423] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2de5b53-b9e0-4a4b-b776-3160a39d5626" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.656629] env[65123]: INFO networking_nsxv3.common.synchronization [req-22df353e-99cb-4b3a-b085-c78ff1690d86 req-948095ad-5b83-4fe6-8f78-c66af0d3a595 tempest-SecurityGroupRulesTestJSON-397262422 tempest-SecurityGroupRulesTestJSON-397262422-project-member] Enqueued Resource ID: 70a7b8d2-5c5a-4e33-86a6-e8af8ca9c2e4 with Priority: HIGHEST for action security_group_rules [ 956.657309] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70a7b8d2-5c5a-4e33-86a6-e8af8ca9c2e4 with Priority: HIGHEST for action security_group_rules [ 956.657646] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70a7b8d2-5c5a-4e33-86a6-e8af8ca9c2e4 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.658124] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70a7b8d2-5c5a-4e33-86a6-e8af8ca9c2e4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.658124] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70a7b8d2-5c5a-4e33-86a6-e8af8ca9c2e4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.658124] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70a7b8d2-5c5a-4e33-86a6-e8af8ca9c2e4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.658124] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70a7b8d2-5c5a-4e33-86a6-e8af8ca9c2e4',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.731771] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69b388af-5618-40aa-9dc4-cf199da1ab33: rpc.has_security_group_logging(os_id): False [ 956.749404] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.749404] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.749404] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.749404] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.749404] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.749404] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.749404] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.749404] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.750039] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.750039] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.750039] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69b388af-5618-40aa-9dc4-cf199da1ab33 is going to be created. [ 956.770605] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfdabfe4-ab89-4faf-8a03-558dd5b7796b in Status: SUCCESS [ 956.770853] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.771066] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.771296] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.771501] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.771626] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.771699] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.771861] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.771939] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.772047] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfdabfe4-ab89-4faf-8a03-558dd5b7796b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.823664] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.823818] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.823888] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.824121] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.824305] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.836981] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69b388af-5618-40aa-9dc4-cf199da1ab33 in Status: IN_PROGRESS for 2s [ 956.974452] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.975145] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.975145] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.975733] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.975733] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.975848] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port ffa57526-bcc9-4759-99f9-f7f163e4353c not found, creating... [ 956.976114] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.976300] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.976389] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.976885] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.976885] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.977191] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.977339] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.977424] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.977990] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.977990] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.977990] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: ffa57526-bcc9-4759-99f9-f7f163e4353c is going to be created. [ 956.999267] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.999598] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.999778] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.001183] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.001183] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.001183] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-ffa57526-bcc9-4759-99f9-f7f163e4353c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.153094] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd17b423-2504-4a0b-9316-d9646b5856f9 in Status: SUCCESS [ 957.153332] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.180038] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.180214] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.180269] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.180468] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.180557] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.180658] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70a7b8d2-5c5a-4e33-86a6-e8af8ca9c2e4 already deleted. [ 957.180739] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70a7b8d2-5c5a-4e33-86a6-e8af8ca9c2e4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.274732] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cfdabfe4-ab89-4faf-8a03-558dd5b7796b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.695054] env[65123]: INFO networking_nsxv3.common.synchronization [req-a4b184a4-68d2-4616-8119-3d9baa71a427 req-dd4bce71-db89-41c8-b958-43f25ddb8e4c service nova] Enqueued Resource ID: a2de5b53-b9e0-4a4b-b776-3160a39d5626 with Priority: HIGHEST for action security_group_rules [ 957.695054] env[65123]: INFO networking_nsxv3.common.synchronization [req-a4b184a4-68d2-4616-8119-3d9baa71a427 req-dd4bce71-db89-41c8-b958-43f25ddb8e4c service nova] Enqueued Resource ID: a2de5b53-b9e0-4a4b-b776-3160a39d5626 with Priority: HIGHEST for action security_group_members [ 957.695054] env[65123]: INFO networking_nsxv3.common.synchronization [req-a4b184a4-68d2-4616-8119-3d9baa71a427 req-dd4bce71-db89-41c8-b958-43f25ddb8e4c service nova] Enqueued Resource ID: ffa57526-bcc9-4759-99f9-f7f163e4353c with Priority: HIGHEST for action port [ 957.695054] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2de5b53-b9e0-4a4b-b776-3160a39d5626 with Priority: HIGHEST for action security_group_rules [ 957.695054] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2de5b53-b9e0-4a4b-b776-3160a39d5626 with Priority: HIGHEST for action security_group_members [ 957.695054] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffa57526-bcc9-4759-99f9-f7f163e4353c with Priority: HIGHEST for action port [ 957.695054] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2de5b53-b9e0-4a4b-b776-3160a39d5626 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.695639] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2de5b53-b9e0-4a4b-b776-3160a39d5626" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.695639] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2de5b53-b9e0-4a4b-b776-3160a39d5626" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.695639] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2de5b53-b9e0-4a4b-b776-3160a39d5626" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.695639] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2de5b53-b9e0-4a4b-b776-3160a39d5626',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.697635] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2de5b53-b9e0-4a4b-b776-3160a39d5626 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.697798] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2de5b53-b9e0-4a4b-b776-3160a39d5626" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.698052] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2de5b53-b9e0-4a4b-b776-3160a39d5626" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.698052] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2de5b53-b9e0-4a4b-b776-3160a39d5626" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.698204] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.698300] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.698361] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.698534] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.703967] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.703967] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2de5b53-b9e0-4a4b-b776-3160a39d5626',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.703967] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffa57526-bcc9-4759-99f9-f7f163e4353c taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.703967] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffa57526-bcc9-4759-99f9-f7f163e4353c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.703967] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffa57526-bcc9-4759-99f9-f7f163e4353c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.703967] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffa57526-bcc9-4759-99f9-f7f163e4353c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.703967] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffa57526-bcc9-4759-99f9-f7f163e4353c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.777597] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cfdabfe4-ab89-4faf-8a03-558dd5b7796b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.204584] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2de5b53-b9e0-4a4b-b776-3160a39d5626 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.204767] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2de5b53-b9e0-4a4b-b776-3160a39d5626" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.204925] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2de5b53-b9e0-4a4b-b776-3160a39d5626',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.206215] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ffa57526-bcc9-4759-99f9-f7f163e4353c with status ACTIVE [ 958.206500] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.206674] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.206674] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.206825] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.207889] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.207889] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.207889] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.207889] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.207889] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.207889] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.207889] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.207889] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.207889] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.208581] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.208581] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.208581] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ffa57526-bcc9-4759-99f9-f7f163e4353c is going to be updated. [ 958.230073] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.230151] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.230253] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.230466] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.230606] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.230770] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffa57526-bcc9-4759-99f9-f7f163e4353c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.282604] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.282604] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.282604] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.282604] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.282604] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.282604] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfdabfe4-ab89-4faf-8a03-558dd5b7796b is going to be updated. [ 958.325699] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.325861] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.325918] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.326145] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.326290] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.337095] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfdabfe4-ab89-4faf-8a03-558dd5b7796b in Status: IN_PROGRESS for 2s [ 958.706763] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2de5b53-b9e0-4a4b-b776-3160a39d5626',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.855895] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69b388af-5618-40aa-9dc4-cf199da1ab33 in Status: SUCCESS [ 958.856131] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69b388af-5618-40aa-9dc4-cf199da1ab33" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.209896] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.211397] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.211549] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.211825] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.212018] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.212193] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2de5b53-b9e0-4a4b-b776-3160a39d5626 is going to be created. [ 959.237447] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.238289] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.238472] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.238726] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.238933] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.250969] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2de5b53-b9e0-4a4b-b776-3160a39d5626 in Status: UNINITIALIZED for 2s [ 960.350114] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfdabfe4-ab89-4faf-8a03-558dd5b7796b in Status: SUCCESS [ 960.350500] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.350723] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.351219] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.351348] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.351494] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.351553] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.351745] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.352040] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.352040] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.352040] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cfdabfe4-ab89-4faf-8a03-558dd5b7796b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.854321] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.854475] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.854638] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.854764] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.855394] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.855538] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.855612] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.855778] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.855966] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.856087] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.856285] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.856385] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.856464] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.856635] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.856778] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.856872] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.856934] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.857149] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.857208] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.857266] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.857352] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cfdabfe4-ab89-4faf-8a03-558dd5b7796b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.260829] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2de5b53-b9e0-4a4b-b776-3160a39d5626 in Status: UNINITIALIZED for 4s [ 961.359594] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cfdabfe4-ab89-4faf-8a03-558dd5b7796b: rpc.has_security_group_logging(os_id): False [ 961.383034] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.383255] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.383334] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.383542] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.383624] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.383782] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.383883] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.383949] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.384110] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.384189] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.384377] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.384480] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.384552] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.384681] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.384755] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.385378] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.385823] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.385823] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.385823] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.385823] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.386053] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfdabfe4-ab89-4faf-8a03-558dd5b7796b is going to be updated. [ 961.449363] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.449503] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.449612] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.449794] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.449941] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.467637] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfdabfe4-ab89-4faf-8a03-558dd5b7796b in Status: IN_PROGRESS for 2s [ 961.857061] env[65123]: INFO networking_nsxv3.common.synchronization [req-f34be3b0-e2cc-45d7-bfa3-2a33100d6466 req-e9323451-dfa3-4de5-a747-994b50fb11a1 tempest-ImagesOneServerNegativeTestJSON-1485946634 tempest-ImagesOneServerNegativeTestJSON-1485946634-project-member] Enqueued Resource ID: bd17b423-2504-4a0b-9316-d9646b5856f9 with Priority: HIGHEST for action security_group_members [ 961.857061] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd17b423-2504-4a0b-9316-d9646b5856f9 with Priority: HIGHEST for action security_group_members [ 961.857061] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd17b423-2504-4a0b-9316-d9646b5856f9 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.857061] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.857533] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.857907] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.859174] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.859429] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.859819] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.860144] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.860327] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.860504] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd17b423-2504-4a0b-9316-d9646b5856f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.954035] env[65123]: INFO networking_nsxv3.common.synchronization [None req-bbbfd44a-c23f-4377-9fed-c8889ccb093b None None] Enqueued Resource ID: 2b4377e7-8be8-402e-a9be-cdfcbc221b15 with Priority: HIGHEST for action port [ 961.954035] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b4377e7-8be8-402e-a9be-cdfcbc221b15 with Priority: HIGHEST for action port [ 961.954035] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b4377e7-8be8-402e-a9be-cdfcbc221b15 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.954035] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b4377e7-8be8-402e-a9be-cdfcbc221b15" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.954035] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b4377e7-8be8-402e-a9be-cdfcbc221b15" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.954424] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b4377e7-8be8-402e-a9be-cdfcbc221b15" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.954463] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b4377e7-8be8-402e-a9be-cdfcbc221b15',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.365052] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.365052] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.365052] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.365052] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.365052] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.365052] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.365052] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.365052] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.365052] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.365052] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.365052] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd17b423-2504-4a0b-9316-d9646b5856f9 is going to be updated. [ 962.396122] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.396122] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.396122] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.396122] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.396122] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.405232] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd17b423-2504-4a0b-9316-d9646b5856f9 in Status: IN_PROGRESS for 2s [ 962.458279] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b4377e7-8be8-402e-a9be-cdfcbc221b15 [ 962.458279] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.458279] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.458279] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.458279] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.459263] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.459263] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b4377e7-8be8-402e-a9be-cdfcbc221b15 already deleted. [ 962.459263] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b4377e7-8be8-402e-a9be-cdfcbc221b15" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.739586] env[65123]: INFO networking_nsxv3.common.synchronization [req-ffa351e3-12b5-4ed3-b478-2bf0bd750958 req-0106f99c-f7cc-4e4b-b180-b467bbd89bac tempest-ServersTestMultiNic-1426098674 tempest-ServersTestMultiNic-1426098674-project-member] Enqueued Resource ID: 97891135-dd7c-4357-80ce-76de4593fad7 with Priority: HIGHEST for action security_group_members [ 962.740985] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97891135-dd7c-4357-80ce-76de4593fad7 with Priority: HIGHEST for action security_group_members [ 962.740985] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-97891135-dd7c-4357-80ce-76de4593fad7 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.740985] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.740985] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.740985] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.741289] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.741289] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.741289] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.741400] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.741400] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.741506] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97891135-dd7c-4357-80ce-76de4593fad7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.181768] env[65123]: INFO networking_nsxv3.common.synchronization [req-ffa351e3-12b5-4ed3-b478-2bf0bd750958 req-5063d11a-8553-4dc5-a639-b30f0517dbf3 tempest-ServersTestMultiNic-1426098674 tempest-ServersTestMultiNic-1426098674-project-member] Enqueued Resource ID: 97891135-dd7c-4357-80ce-76de4593fad7 with Priority: HIGHEST for action security_group_members [ 963.182365] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97891135-dd7c-4357-80ce-76de4593fad7 with Priority: HIGHEST for action security_group_members [ 963.184133] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-97891135-dd7c-4357-80ce-76de4593fad7 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.184395] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.245011] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.245294] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.245294] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.245515] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.245587] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.245915] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.245915] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.246081] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.247252] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.247393] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.247578] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97891135-dd7c-4357-80ce-76de4593fad7 is going to be updated. [ 963.275564] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2de5b53-b9e0-4a4b-b776-3160a39d5626 in Status: SUCCESS [ 963.275668] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2de5b53-b9e0-4a4b-b776-3160a39d5626" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.275943] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2de5b53-b9e0-4a4b-b776-3160a39d5626" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.276689] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2de5b53-b9e0-4a4b-b776-3160a39d5626" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.276689] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.276981] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.276981] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.277539] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.277649] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.277766] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2de5b53-b9e0-4a4b-b776-3160a39d5626" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.277861] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2de5b53-b9e0-4a4b-b776-3160a39d5626',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.284135] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.284251] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.284654] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.284726] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.286365] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.298047] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97891135-dd7c-4357-80ce-76de4593fad7 in Status: IN_PROGRESS for 2s [ 963.481998] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfdabfe4-ab89-4faf-8a03-558dd5b7796b in Status: SUCCESS [ 963.482298] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.631219] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock network-769 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.631573] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "network-769" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.631808] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "network-769" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.632267] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "network-769" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.632675] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.632932] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.633169] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.633531] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.633775] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.634038] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 963.635646] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 963.635646] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 963.635646] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 963.635646] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 963.635646] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 963.635646] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 963.656094] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 963.656285] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 963.656484] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 963.656723] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "network-769" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.657054] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock port-7d6abcea-3a17-4d4f-b5d0-3228c4297fe8 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.657236] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "port-7d6abcea-3a17-4d4f-b5d0-3228c4297fe8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.657354] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "port-7d6abcea-3a17-4d4f-b5d0-3228c4297fe8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.657679] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "port-7d6abcea-3a17-4d4f-b5d0-3228c4297fe8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.657816] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d6abcea-3a17-4d4f-b5d0-3228c4297fe8',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.780345] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2de5b53-b9e0-4a4b-b776-3160a39d5626 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.780569] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2de5b53-b9e0-4a4b-b776-3160a39d5626" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.780569] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2de5b53-b9e0-4a4b-b776-3160a39d5626" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.780785] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2de5b53-b9e0-4a4b-b776-3160a39d5626" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.780950] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.781059] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.781108] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.781248] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.781332] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.781417] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2de5b53-b9e0-4a4b-b776-3160a39d5626" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.781563] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2de5b53-b9e0-4a4b-b776-3160a39d5626 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.781655] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2de5b53-b9e0-4a4b-b776-3160a39d5626" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.781711] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2de5b53-b9e0-4a4b-b776-3160a39d5626" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.781852] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2de5b53-b9e0-4a4b-b776-3160a39d5626" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.782011] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.782195] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.782195] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.782295] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.782386] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.782448] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2de5b53-b9e0-4a4b-b776-3160a39d5626" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.782512] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2de5b53-b9e0-4a4b-b776-3160a39d5626',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.160230] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.160651] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.160651] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.160847] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.161046] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.161196] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Segment Port 7d6abcea-3a17-4d4f-b5d0-3228c4297fe8 not found, creating... [ 964.161452] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.161608] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.161726] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.161952] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.162137] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.162431] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.162593] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.162699] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.162905] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.163260] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.163387] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Resource: SegmentPort with ID: 7d6abcea-3a17-4d4f-b5d0-3228c4297fe8 is going to be created. [ 964.185699] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.185916] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.186046] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.186467] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.186726] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.186966] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "port-7d6abcea-3a17-4d4f-b5d0-3228c4297fe8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.285972] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2de5b53-b9e0-4a4b-b776-3160a39d5626: rpc.has_security_group_logging(os_id): False [ 964.315399] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.315641] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.315641] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.315903] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.316029] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.316441] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.316441] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.316661] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.316785] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.316864] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.317083] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.317200] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.317200] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.317369] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.317479] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.317697] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.317810] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.317893] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.318033] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.318082] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.318150] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2de5b53-b9e0-4a4b-b776-3160a39d5626 is going to be created. [ 964.406514] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.406514] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.406713] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.406861] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.407079] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.424775] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd17b423-2504-4a0b-9316-d9646b5856f9 in Status: SUCCESS [ 964.424952] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd17b423-2504-4a0b-9316-d9646b5856f9 deletion is rescheduled due to dependency. [ 964.425136] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.429282] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2de5b53-b9e0-4a4b-b776-3160a39d5626 in Status: IN_PROGRESS for 2s [ 964.597595] env[65123]: INFO networking_nsxv3.common.synchronization [None req-981db531-de21-46b9-a9bb-7ce4343d7c5e None None] Enqueued Resource ID: 9747de6c-6a9e-4cd3-b90c-d273c788624b with Priority: HIGHEST for action port [ 964.598142] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9747de6c-6a9e-4cd3-b90c-d273c788624b with Priority: HIGHEST for action port [ 964.598444] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-9747de6c-6a9e-4cd3-b90c-d273c788624b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.598580] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9747de6c-6a9e-4cd3-b90c-d273c788624b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.598650] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9747de6c-6a9e-4cd3-b90c-d273c788624b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.598968] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9747de6c-6a9e-4cd3-b90c-d273c788624b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.598968] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9747de6c-6a9e-4cd3-b90c-d273c788624b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.933591] env[65123]: INFO networking_nsxv3.common.synchronization [req-ffa351e3-12b5-4ed3-b478-2bf0bd750958 req-f72c97d1-1791-43dc-b0e7-dc275f30c31f service nova] Enqueued Resource ID: 97891135-dd7c-4357-80ce-76de4593fad7 with Priority: HIGHEST for action security_group_rules [ 964.933801] env[65123]: INFO networking_nsxv3.common.synchronization [req-ffa351e3-12b5-4ed3-b478-2bf0bd750958 req-f72c97d1-1791-43dc-b0e7-dc275f30c31f service nova] Enqueued Resource ID: 97891135-dd7c-4357-80ce-76de4593fad7 with Priority: HIGHEST for action security_group_members [ 964.937023] env[65123]: INFO networking_nsxv3.common.synchronization [req-ffa351e3-12b5-4ed3-b478-2bf0bd750958 req-f72c97d1-1791-43dc-b0e7-dc275f30c31f service nova] Enqueued Resource ID: 7d6abcea-3a17-4d4f-b5d0-3228c4297fe8 with Priority: HIGHEST for action port [ 964.937023] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97891135-dd7c-4357-80ce-76de4593fad7 with Priority: HIGHEST for action security_group_rules [ 964.937023] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97891135-dd7c-4357-80ce-76de4593fad7 with Priority: HIGHEST for action security_group_members [ 964.937023] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d6abcea-3a17-4d4f-b5d0-3228c4297fe8 with Priority: HIGHEST for action port [ 964.937023] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97891135-dd7c-4357-80ce-76de4593fad7 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.937023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.937023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.937023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.937023] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97891135-dd7c-4357-80ce-76de4593fad7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.937023] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-97891135-dd7c-4357-80ce-76de4593fad7 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.937023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.940386] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d6abcea-3a17-4d4f-b5d0-3228c4297fe8 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.940667] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d6abcea-3a17-4d4f-b5d0-3228c4297fe8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.940667] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d6abcea-3a17-4d4f-b5d0-3228c4297fe8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.940939] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d6abcea-3a17-4d4f-b5d0-3228c4297fe8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.941048] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d6abcea-3a17-4d4f-b5d0-3228c4297fe8',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.104216] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9747de6c-6a9e-4cd3-b90c-d273c788624b [ 965.104593] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.104748] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.105019] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.105019] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.105157] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.105306] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9747de6c-6a9e-4cd3-b90c-d273c788624b already deleted. [ 965.105388] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9747de6c-6a9e-4cd3-b90c-d273c788624b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.240811] env[65123]: INFO networking_nsxv3.common.synchronization [None req-6b7b5750-8a29-4aeb-ab6d-f8cefdd02bf4 None None] Enqueued Resource ID: f1471e82-e568-407d-81ef-4517bd6ed12f with Priority: HIGHEST for action port [ 965.241777] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1471e82-e568-407d-81ef-4517bd6ed12f with Priority: HIGHEST for action port [ 965.241777] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1471e82-e568-407d-81ef-4517bd6ed12f taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.241777] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1471e82-e568-407d-81ef-4517bd6ed12f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.241777] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1471e82-e568-407d-81ef-4517bd6ed12f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.242129] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1471e82-e568-407d-81ef-4517bd6ed12f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.242193] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1471e82-e568-407d-81ef-4517bd6ed12f',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.308960] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97891135-dd7c-4357-80ce-76de4593fad7 in Status: SUCCESS [ 965.309189] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97891135-dd7c-4357-80ce-76de4593fad7 deletion is rescheduled due to dependency. [ 965.309313] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.310040] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.310240] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.310435] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.310586] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.310669] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.311168] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.311168] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.311863] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97891135-dd7c-4357-80ce-76de4593fad7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.445036] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-97891135-dd7c-4357-80ce-76de4593fad7 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.445036] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.445036] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d6abcea-3a17-4d4f-b5d0-3228c4297fe8 with status ACTIVE [ 965.445036] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.445036] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.445036] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.445036] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.445036] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.445036] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.445036] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.445036] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.445036] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.445036] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.445036] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.445626] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.445626] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.445626] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.445626] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.445626] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d6abcea-3a17-4d4f-b5d0-3228c4297fe8 is going to be updated. [ 965.473700] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.473858] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.473912] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.474151] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.474292] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.474459] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d6abcea-3a17-4d4f-b5d0-3228c4297fe8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.494830] env[65123]: INFO networking_nsxv3.common.synchronization [req-dd7c2ce2-f4b7-44d7-bde4-7ea2928888a0 req-965d732d-5ae3-41a9-8a04-4055b89eb44c tempest-ServerTagsTestJSON-1238829163 tempest-ServerTagsTestJSON-1238829163-project-member] Enqueued Resource ID: 1380cffc-4099-4075-b5a3-911305d6ea5c with Priority: HIGHEST for action security_group_members [ 965.496037] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1380cffc-4099-4075-b5a3-911305d6ea5c with Priority: HIGHEST for action security_group_members [ 965.497034] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-1380cffc-4099-4075-b5a3-911305d6ea5c taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.497034] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1380cffc-4099-4075-b5a3-911305d6ea5c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.497034] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1380cffc-4099-4075-b5a3-911305d6ea5c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.498158] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1380cffc-4099-4075-b5a3-911305d6ea5c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.498158] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.498158] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.498158] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.498158] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.498383] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.498475] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1380cffc-4099-4075-b5a3-911305d6ea5c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.744543] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f1471e82-e568-407d-81ef-4517bd6ed12f [ 965.744832] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.744920] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.744959] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.746056] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.746056] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.746056] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f1471e82-e568-407d-81ef-4517bd6ed12f already deleted. [ 965.746056] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1471e82-e568-407d-81ef-4517bd6ed12f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.817709] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97891135-dd7c-4357-80ce-76de4593fad7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.920363] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock network-158 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.920571] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "network-158" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.920696] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "network-158" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.921071] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "network-158" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.921352] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.921533] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.921642] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.921891] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.922076] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.922270] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 965.922387] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 965.922490] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 965.922598] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 965.922709] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 965.922826] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 965.922961] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 965.942243] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 965.942426] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 965.942558] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 965.942740] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "network-158" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.943119] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock port-b9c34bcc-5fae-4ad6-97f3-c7a5cc84b8e4 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.943297] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "port-b9c34bcc-5fae-4ad6-97f3-c7a5cc84b8e4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.943434] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "port-b9c34bcc-5fae-4ad6-97f3-c7a5cc84b8e4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.944029] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "port-b9c34bcc-5fae-4ad6-97f3-c7a5cc84b8e4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.944029] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9c34bcc-5fae-4ad6-97f3-c7a5cc84b8e4',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.001114] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.001292] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.001329] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.001578] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.001710] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.001983] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.002130] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.002194] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.002354] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.002526] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.002526] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1380cffc-4099-4075-b5a3-911305d6ea5c already deleted. [ 966.002607] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1380cffc-4099-4075-b5a3-911305d6ea5c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.319521] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97891135-dd7c-4357-80ce-76de4593fad7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.372388] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-141 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.373458] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-141" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.373458] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-141" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.373458] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-141" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.373687] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.373811] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.373934] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.374186] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.374375] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.374583] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 966.374695] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 966.374803] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 966.374933] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 966.375058] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 966.375163] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 966.375295] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 966.401275] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 966.401647] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 966.401912] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 966.402205] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-141" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.402642] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-56786118-2373-43db-a481-a302ea2feeec taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.402931] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-56786118-2373-43db-a481-a302ea2feeec" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.403191] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-56786118-2373-43db-a481-a302ea2feeec" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.403726] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-56786118-2373-43db-a481-a302ea2feeec" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.403932] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56786118-2373-43db-a481-a302ea2feeec',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.442343] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2de5b53-b9e0-4a4b-b776-3160a39d5626 in Status: SUCCESS [ 966.442537] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2de5b53-b9e0-4a4b-b776-3160a39d5626" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.446747] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.446985] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.447124] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.447430] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.447618] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.447856] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Segment Port b9c34bcc-5fae-4ad6-97f3-c7a5cc84b8e4 not found, creating... [ 966.448098] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.448267] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.448412] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.448677] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.448834] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.449173] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.449460] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.449588] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.449845] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.450037] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.450195] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Resource: SegmentPort with ID: b9c34bcc-5fae-4ad6-97f3-c7a5cc84b8e4 is going to be created. [ 966.474739] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.475130] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.475337] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.475621] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.475885] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.476202] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "port-b9c34bcc-5fae-4ad6-97f3-c7a5cc84b8e4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.823113] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.823113] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.823474] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.823474] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.823554] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.823593] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97891135-dd7c-4357-80ce-76de4593fad7 is going to be updated. [ 966.853906] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.854106] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.854177] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.854332] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.854478] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.864473] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97891135-dd7c-4357-80ce-76de4593fad7 in Status: IN_PROGRESS for 2s [ 966.906464] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.906682] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.906732] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.907032] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.907190] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.907345] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port 56786118-2373-43db-a481-a302ea2feeec not found, creating... [ 966.907603] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.907765] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.907879] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.908100] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.909959] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.909959] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.909959] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.909959] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.910202] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.910338] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.910482] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: 56786118-2373-43db-a481-a302ea2feeec is going to be created. [ 966.934279] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.934279] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.934279] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.934721] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.934981] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.935328] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-56786118-2373-43db-a481-a302ea2feeec" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.172561] env[65123]: INFO networking_nsxv3.common.synchronization [req-ffa351e3-12b5-4ed3-b478-2bf0bd750958 req-c6328774-d237-46d4-951f-babc0deb3ca7 service nova] Enqueued Resource ID: 97891135-dd7c-4357-80ce-76de4593fad7 with Priority: HIGHEST for action security_group_rules [ 967.173032] env[65123]: INFO networking_nsxv3.common.synchronization [req-ffa351e3-12b5-4ed3-b478-2bf0bd750958 req-c6328774-d237-46d4-951f-babc0deb3ca7 service nova] Enqueued Resource ID: 97891135-dd7c-4357-80ce-76de4593fad7 with Priority: HIGHEST for action security_group_members [ 967.173032] env[65123]: INFO networking_nsxv3.common.synchronization [req-ffa351e3-12b5-4ed3-b478-2bf0bd750958 req-c6328774-d237-46d4-951f-babc0deb3ca7 service nova] Enqueued Resource ID: b9c34bcc-5fae-4ad6-97f3-c7a5cc84b8e4 with Priority: HIGHEST for action port [ 967.173408] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97891135-dd7c-4357-80ce-76de4593fad7 with Priority: HIGHEST for action security_group_rules [ 967.173547] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97891135-dd7c-4357-80ce-76de4593fad7 with Priority: HIGHEST for action security_group_members [ 967.173644] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9c34bcc-5fae-4ad6-97f3-c7a5cc84b8e4 with Priority: HIGHEST for action port [ 967.173922] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97891135-dd7c-4357-80ce-76de4593fad7 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.174033] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.174235] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-97891135-dd7c-4357-80ce-76de4593fad7 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.174318] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.174487] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9c34bcc-5fae-4ad6-97f3-c7a5cc84b8e4 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.174585] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9c34bcc-5fae-4ad6-97f3-c7a5cc84b8e4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.174644] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9c34bcc-5fae-4ad6-97f3-c7a5cc84b8e4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.174840] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9c34bcc-5fae-4ad6-97f3-c7a5cc84b8e4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.174917] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9c34bcc-5fae-4ad6-97f3-c7a5cc84b8e4',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.576254] env[65123]: INFO networking_nsxv3.common.synchronization [None req-3477fda2-ba21-45a2-9331-a989e3e3178b None None] Enqueued Resource ID: b3c5298c-dad0-4a48-9320-f700c947347d with Priority: HIGHEST for action port [ 967.576411] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c5298c-dad0-4a48-9320-f700c947347d with Priority: HIGHEST for action port [ 967.577034] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3c5298c-dad0-4a48-9320-f700c947347d taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.577034] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3c5298c-dad0-4a48-9320-f700c947347d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.577034] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3c5298c-dad0-4a48-9320-f700c947347d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.577290] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3c5298c-dad0-4a48-9320-f700c947347d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.577328] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3c5298c-dad0-4a48-9320-f700c947347d',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.648355] env[65123]: INFO networking_nsxv3.common.synchronization [req-dd7c2ce2-f4b7-44d7-bde4-7ea2928888a0 req-c49c5fe0-089d-4594-a43f-c341a8f99986 service nova] Enqueued Resource ID: 1380cffc-4099-4075-b5a3-911305d6ea5c with Priority: HIGHEST for action security_group_rules [ 967.648536] env[65123]: INFO networking_nsxv3.common.synchronization [req-dd7c2ce2-f4b7-44d7-bde4-7ea2928888a0 req-c49c5fe0-089d-4594-a43f-c341a8f99986 service nova] Enqueued Resource ID: 1380cffc-4099-4075-b5a3-911305d6ea5c with Priority: HIGHEST for action security_group_members [ 967.648783] env[65123]: INFO networking_nsxv3.common.synchronization [req-dd7c2ce2-f4b7-44d7-bde4-7ea2928888a0 req-c49c5fe0-089d-4594-a43f-c341a8f99986 service nova] Enqueued Resource ID: 56786118-2373-43db-a481-a302ea2feeec with Priority: HIGHEST for action port [ 967.649032] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1380cffc-4099-4075-b5a3-911305d6ea5c with Priority: HIGHEST for action security_group_rules [ 967.649167] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1380cffc-4099-4075-b5a3-911305d6ea5c with Priority: HIGHEST for action security_group_members [ 967.649258] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56786118-2373-43db-a481-a302ea2feeec with Priority: HIGHEST for action port [ 967.649885] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1380cffc-4099-4075-b5a3-911305d6ea5c taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.650016] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1380cffc-4099-4075-b5a3-911305d6ea5c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.650081] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1380cffc-4099-4075-b5a3-911305d6ea5c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.650379] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1380cffc-4099-4075-b5a3-911305d6ea5c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.650409] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1380cffc-4099-4075-b5a3-911305d6ea5c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.651285] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-1380cffc-4099-4075-b5a3-911305d6ea5c taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.651404] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1380cffc-4099-4075-b5a3-911305d6ea5c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.651470] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1380cffc-4099-4075-b5a3-911305d6ea5c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.651637] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1380cffc-4099-4075-b5a3-911305d6ea5c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.657216] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.657216] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.657216] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.657216] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.657216] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.657216] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1380cffc-4099-4075-b5a3-911305d6ea5c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.657216] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-56786118-2373-43db-a481-a302ea2feeec taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.657216] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56786118-2373-43db-a481-a302ea2feeec" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.657216] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56786118-2373-43db-a481-a302ea2feeec" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.657216] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56786118-2373-43db-a481-a302ea2feeec" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.657216] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56786118-2373-43db-a481-a302ea2feeec',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.676659] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9c34bcc-5fae-4ad6-97f3-c7a5cc84b8e4 with status ACTIVE [ 967.676924] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.677066] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.677133] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.677341] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.677423] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.677649] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.677772] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.677772] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.677895] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.677970] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.678158] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.678256] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.678305] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.678435] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.678504] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.678664] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9c34bcc-5fae-4ad6-97f3-c7a5cc84b8e4 is going to be updated. [ 967.703460] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.703460] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.703460] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.703711] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.703711] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.703985] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9c34bcc-5fae-4ad6-97f3-c7a5cc84b8e4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.083039] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b3c5298c-dad0-4a48-9320-f700c947347d [ 968.083361] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.083447] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.083491] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.083676] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.083850] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.083958] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b3c5298c-dad0-4a48-9320-f700c947347d already deleted. [ 968.084050] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3c5298c-dad0-4a48-9320-f700c947347d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.103117] env[65123]: INFO networking_nsxv3.common.synchronization [req-cc702763-770b-4ad0-b11f-fa6350c9faf3 req-16db0123-554c-4694-814e-9af73271c897 tempest-ServersTestJSON-1284900872 tempest-ServersTestJSON-1284900872-project-member] Enqueued Resource ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 with Priority: HIGHEST for action security_group_members [ 968.103117] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 with Priority: HIGHEST for action security_group_members [ 968.103117] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-805ecbe4-9457-4391-a823-a6cb5e6e4067 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.103117] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.103117] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.103316] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.103440] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.103582] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.103582] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.103815] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.103815] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.103915] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.161088] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1380cffc-4099-4075-b5a3-911305d6ea5c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.161088] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-1380cffc-4099-4075-b5a3-911305d6ea5c taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.161088] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1380cffc-4099-4075-b5a3-911305d6ea5c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.161088] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56786118-2373-43db-a481-a302ea2feeec with status ACTIVE [ 968.161088] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.161088] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.161088] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.161088] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.161088] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.161088] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.161088] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.161088] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.161088] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.161088] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.162237] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.164454] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.164454] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.164454] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.164454] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.164454] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56786118-2373-43db-a481-a302ea2feeec is going to be updated. [ 968.187787] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.187988] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.188138] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.188414] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.189132] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.189315] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56786118-2373-43db-a481-a302ea2feeec" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.507879] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-926 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.508162] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-926" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.508316] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-926" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.508720] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-926" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.509666] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.509666] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.509666] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.510109] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.510343] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.510639] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 968.510808] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 968.510990] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 968.511266] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 968.511349] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 968.511533] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 968.511708] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 968.532967] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 968.533137] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 968.533308] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 968.533520] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-926" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.533867] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-70c5322a-04fc-4751-b025-6b246be425f0 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.534063] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-70c5322a-04fc-4751-b025-6b246be425f0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.534187] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-70c5322a-04fc-4751-b025-6b246be425f0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.534526] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-70c5322a-04fc-4751-b025-6b246be425f0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.534680] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70c5322a-04fc-4751-b025-6b246be425f0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.607123] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.665765] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1380cffc-4099-4075-b5a3-911305d6ea5c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.874156] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97891135-dd7c-4357-80ce-76de4593fad7 in Status: SUCCESS [ 968.874385] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.874553] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.874778] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.874960] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.875089] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.875155] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.875301] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.875378] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.875580] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97891135-dd7c-4357-80ce-76de4593fad7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.988626] env[65123]: INFO networking_nsxv3.common.synchronization [None req-1d40ad79-8a4b-4066-90d2-c44cd13719dc tempest-ServersTestManualDisk-1073545205 tempest-ServersTestManualDisk-1073545205-project-member] Enqueued Resource ID: a74efe0f-1423-41fb-9e5f-02968bd66f81 with Priority: HIGHEST for action security_group_rules [ 968.989618] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a74efe0f-1423-41fb-9e5f-02968bd66f81 with Priority: HIGHEST for action security_group_rules [ 968.990104] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a74efe0f-1423-41fb-9e5f-02968bd66f81 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.990291] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a74efe0f-1423-41fb-9e5f-02968bd66f81" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.990397] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a74efe0f-1423-41fb-9e5f-02968bd66f81" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.990754] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a74efe0f-1423-41fb-9e5f-02968bd66f81" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.990878] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a74efe0f-1423-41fb-9e5f-02968bd66f81',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.039089] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.039089] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.039089] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.039281] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.040018] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.040018] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port 70c5322a-04fc-4751-b025-6b246be425f0 not found, creating... [ 969.040018] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.040197] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.040197] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.040970] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.040970] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.040970] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.041188] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.041188] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.041499] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.042534] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.042534] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: 70c5322a-04fc-4751-b025-6b246be425f0 is going to be created. [ 969.065181] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.065181] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.065181] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.065181] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.065181] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.065478] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-70c5322a-04fc-4751-b025-6b246be425f0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.109377] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.168090] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.168375] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.168375] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.168598] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.168690] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.168852] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1380cffc-4099-4075-b5a3-911305d6ea5c is going to be created. [ 969.201626] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.201809] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.201881] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.202917] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.202917] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.214982] env[65123]: INFO networking_nsxv3.common.synchronization [None req-904a8689-29c9-4137-acca-7f9963d33124 tempest-ServersTestManualDisk-1073545205 tempest-ServersTestManualDisk-1073545205-project-member] Enqueued Resource ID: a74efe0f-1423-41fb-9e5f-02968bd66f81 with Priority: HIGHEST for action security_group_rules [ 969.216046] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a74efe0f-1423-41fb-9e5f-02968bd66f81 with Priority: HIGHEST for action security_group_rules [ 969.216046] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a74efe0f-1423-41fb-9e5f-02968bd66f81 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.216046] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a74efe0f-1423-41fb-9e5f-02968bd66f81" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.224283] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1380cffc-4099-4075-b5a3-911305d6ea5c in Status: UNINITIALIZED for 2s [ 969.379757] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97891135-dd7c-4357-80ce-76de4593fad7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.511190] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.511362] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.511408] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.511609] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.511696] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.512081] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a74efe0f-1423-41fb-9e5f-02968bd66f81 already deleted. [ 969.512081] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a74efe0f-1423-41fb-9e5f-02968bd66f81" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.512081] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a74efe0f-1423-41fb-9e5f-02968bd66f81" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.512195] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a74efe0f-1423-41fb-9e5f-02968bd66f81" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.512269] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a74efe0f-1423-41fb-9e5f-02968bd66f81',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.611706] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.611706] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.611706] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.611933] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.611933] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.612035] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 is going to be updated. [ 969.651920] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.652121] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.652162] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.652359] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.652510] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.663075] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 in Status: IN_PROGRESS for 2s [ 969.757841] env[65123]: INFO networking_nsxv3.common.synchronization [req-cc702763-770b-4ad0-b11f-fa6350c9faf3 req-3c2a942c-2764-4f87-9377-69bfd6db54fa service nova] Enqueued Resource ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 with Priority: HIGHEST for action security_group_rules [ 969.758032] env[65123]: INFO networking_nsxv3.common.synchronization [req-cc702763-770b-4ad0-b11f-fa6350c9faf3 req-3c2a942c-2764-4f87-9377-69bfd6db54fa service nova] Enqueued Resource ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 with Priority: HIGHEST for action security_group_members [ 969.758173] env[65123]: INFO networking_nsxv3.common.synchronization [req-cc702763-770b-4ad0-b11f-fa6350c9faf3 req-3c2a942c-2764-4f87-9377-69bfd6db54fa service nova] Enqueued Resource ID: 70c5322a-04fc-4751-b025-6b246be425f0 with Priority: HIGHEST for action port [ 969.761552] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 with Priority: HIGHEST for action security_group_rules [ 969.761688] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 with Priority: HIGHEST for action security_group_members [ 969.761859] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70c5322a-04fc-4751-b025-6b246be425f0 with Priority: HIGHEST for action port [ 969.762634] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-805ecbe4-9457-4391-a823-a6cb5e6e4067 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.762822] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.762935] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.763256] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.763380] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.764518] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-805ecbe4-9457-4391-a823-a6cb5e6e4067 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.764677] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.764936] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-70c5322a-04fc-4751-b025-6b246be425f0 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.765200] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70c5322a-04fc-4751-b025-6b246be425f0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.765200] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70c5322a-04fc-4751-b025-6b246be425f0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.766913] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70c5322a-04fc-4751-b025-6b246be425f0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.766913] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70c5322a-04fc-4751-b025-6b246be425f0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.882429] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97891135-dd7c-4357-80ce-76de4593fad7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.037180] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.037332] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.037430] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.037611] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.037730] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.037805] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a74efe0f-1423-41fb-9e5f-02968bd66f81 already deleted. [ 970.037886] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a74efe0f-1423-41fb-9e5f-02968bd66f81" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.270031] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-805ecbe4-9457-4391-a823-a6cb5e6e4067 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.270031] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.270031] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 70c5322a-04fc-4751-b025-6b246be425f0 with status ACTIVE [ 970.270031] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.270031] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.270031] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.270031] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.270031] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.270031] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.270031] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.270031] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.270031] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.270031] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.270031] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.270776] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.270776] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.270776] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.270776] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.270776] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 70c5322a-04fc-4751-b025-6b246be425f0 is going to be updated. [ 970.300267] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.301037] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.301037] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.301037] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.301037] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.301289] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70c5322a-04fc-4751-b025-6b246be425f0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.386623] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.386780] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.386842] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.387616] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.387616] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.387616] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97891135-dd7c-4357-80ce-76de4593fad7 is going to be updated. [ 970.436284] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.436431] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.436542] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.436763] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.436997] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.449127] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97891135-dd7c-4357-80ce-76de4593fad7 in Status: IN_PROGRESS for 2s [ 970.828506] env[65123]: INFO networking_nsxv3.common.synchronization [req-a505a45c-07fc-4eaf-aadd-21e8393a33ec req-fc550e4b-d0a4-486f-9827-e2874953b3ed tempest-ServerRescueTestJSONUnderV235-1746114252 tempest-ServerRescueTestJSONUnderV235-1746114252-project-member] Enqueued Resource ID: 7773edc8-c980-4e9f-9a62-7945271eb0fd with Priority: HIGHEST for action security_group_members [ 970.829659] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7773edc8-c980-4e9f-9a62-7945271eb0fd with Priority: HIGHEST for action security_group_members [ 970.829659] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-7773edc8-c980-4e9f-9a62-7945271eb0fd taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.829820] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.829820] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.830026] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.830190] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.830283] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.830568] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.830568] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.830568] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.830802] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7773edc8-c980-4e9f-9a62-7945271eb0fd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.216932] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-54 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.217201] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-54" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.217201] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-54" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.217533] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-54" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.217791] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.218042] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.218167] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.218389] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.218647] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.218762] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.218869] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 971.219503] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 971.219503] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 971.219503] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.219503] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 971.219503] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 971.234956] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1380cffc-4099-4075-b5a3-911305d6ea5c in Status: UNINITIALIZED for 4s [ 971.241145] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 971.241400] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 971.241554] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 971.241747] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-54" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.242053] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-56b4a04e-9b11-4fc0-b1e2-f3c4af85b83e taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.242233] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-56b4a04e-9b11-4fc0-b1e2-f3c4af85b83e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.242352] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-56b4a04e-9b11-4fc0-b1e2-f3c4af85b83e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.242723] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-56b4a04e-9b11-4fc0-b1e2-f3c4af85b83e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.242879] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56b4a04e-9b11-4fc0-b1e2-f3c4af85b83e',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.332738] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.333142] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.333142] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.333484] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.333625] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.333883] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.334020] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.334121] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.334332] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.334440] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.334543] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7773edc8-c980-4e9f-9a62-7945271eb0fd already deleted. [ 971.334634] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.678318] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 in Status: SUCCESS [ 971.678318] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.678318] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.678318] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.678645] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.678645] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.678760] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.678978] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.679088] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.679196] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.748485] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.748485] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.748485] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.748485] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.748485] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.748485] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port 56b4a04e-9b11-4fc0-b1e2-f3c4af85b83e not found, creating... [ 971.748485] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.748485] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.748485] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.748485] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.748485] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.751422] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.751422] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.751422] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.751422] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.752525] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.752525] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: 56b4a04e-9b11-4fc0-b1e2-f3c4af85b83e is going to be created. [ 971.756731] env[65123]: INFO networking_nsxv3.common.synchronization [req-41ce8d83-83fe-4cfb-9b6b-1993bd065053 req-67c189ec-4977-47fc-8698-fbec898f4063 tempest-ServersNegativeTestJSON-371052367 tempest-ServersNegativeTestJSON-371052367-project-member] Enqueued Resource ID: cfdabfe4-ab89-4faf-8a03-558dd5b7796b with Priority: HIGHEST for action security_group_members [ 971.757352] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfdabfe4-ab89-4faf-8a03-558dd5b7796b with Priority: HIGHEST for action security_group_members [ 971.757705] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.757865] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.757957] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.758192] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.758381] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.758511] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.758634] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.758815] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.758947] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.759079] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfdabfe4-ab89-4faf-8a03-558dd5b7796b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.780833] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.780833] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.780833] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.780833] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.780833] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.780833] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-56b4a04e-9b11-4fc0-b1e2-f3c4af85b83e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.182159] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.262128] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cfdabfe4-ab89-4faf-8a03-558dd5b7796b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.461078] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97891135-dd7c-4357-80ce-76de4593fad7 in Status: SUCCESS [ 972.461480] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.461480] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.462273] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.462273] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.462273] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.462273] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.462273] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.462723] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.462723] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.462723] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97891135-dd7c-4357-80ce-76de4593fad7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.465462] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.465733] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.465920] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.466053] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.466132] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.466295] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.466378] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.466475] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97891135-dd7c-4357-80ce-76de4593fad7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.566215] env[65123]: INFO networking_nsxv3.common.synchronization [req-a505a45c-07fc-4eaf-aadd-21e8393a33ec req-041679aa-165f-4438-b788-941374e6c738 service nova] Enqueued Resource ID: 7773edc8-c980-4e9f-9a62-7945271eb0fd with Priority: HIGHEST for action security_group_rules [ 972.566397] env[65123]: INFO networking_nsxv3.common.synchronization [req-a505a45c-07fc-4eaf-aadd-21e8393a33ec req-041679aa-165f-4438-b788-941374e6c738 service nova] Enqueued Resource ID: 7773edc8-c980-4e9f-9a62-7945271eb0fd with Priority: HIGHEST for action security_group_members [ 972.566631] env[65123]: INFO networking_nsxv3.common.synchronization [req-a505a45c-07fc-4eaf-aadd-21e8393a33ec req-041679aa-165f-4438-b788-941374e6c738 service nova] Enqueued Resource ID: 56b4a04e-9b11-4fc0-b1e2-f3c4af85b83e with Priority: HIGHEST for action port [ 972.567407] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7773edc8-c980-4e9f-9a62-7945271eb0fd with Priority: HIGHEST for action security_group_rules [ 972.567407] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7773edc8-c980-4e9f-9a62-7945271eb0fd with Priority: HIGHEST for action security_group_members [ 972.567510] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56b4a04e-9b11-4fc0-b1e2-f3c4af85b83e with Priority: HIGHEST for action port [ 972.568019] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7773edc8-c980-4e9f-9a62-7945271eb0fd taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.568338] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.568413] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.568750] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.568830] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7773edc8-c980-4e9f-9a62-7945271eb0fd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.569944] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-7773edc8-c980-4e9f-9a62-7945271eb0fd taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.570096] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.570162] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.570606] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.570940] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.571084] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.571084] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.571230] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.571315] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.571409] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7773edc8-c980-4e9f-9a62-7945271eb0fd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.572476] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-56b4a04e-9b11-4fc0-b1e2-f3c4af85b83e taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.572571] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56b4a04e-9b11-4fc0-b1e2-f3c4af85b83e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.575501] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56b4a04e-9b11-4fc0-b1e2-f3c4af85b83e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.575501] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56b4a04e-9b11-4fc0-b1e2-f3c4af85b83e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.575501] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56b4a04e-9b11-4fc0-b1e2-f3c4af85b83e',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.683775] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.765803] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cfdabfe4-ab89-4faf-8a03-558dd5b7796b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.966269] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-97891135-dd7c-4357-80ce-76de4593fad7 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.966517] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.970131] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97891135-dd7c-4357-80ce-76de4593fad7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.074913] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7773edc8-c980-4e9f-9a62-7945271eb0fd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.076008] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-7773edc8-c980-4e9f-9a62-7945271eb0fd taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.076702] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.076702] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56b4a04e-9b11-4fc0-b1e2-f3c4af85b83e with status ACTIVE [ 973.077480] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.077480] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.077480] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.077480] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.077480] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.077748] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.077869] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.077943] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.078145] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.078244] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.078428] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.078521] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.078572] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.078745] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.078855] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.079346] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56b4a04e-9b11-4fc0-b1e2-f3c4af85b83e is going to be updated. [ 973.108079] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.108079] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.108079] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.108079] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.108079] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.108079] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56b4a04e-9b11-4fc0-b1e2-f3c4af85b83e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.185767] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.185975] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.186025] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.186308] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.186438] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.186596] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 is going to be updated. [ 973.238932] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.239047] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.239090] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.239283] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.239932] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.254696] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1380cffc-4099-4075-b5a3-911305d6ea5c in Status: SUCCESS [ 973.255129] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1380cffc-4099-4075-b5a3-911305d6ea5c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.255407] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1380cffc-4099-4075-b5a3-911305d6ea5c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.255720] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1380cffc-4099-4075-b5a3-911305d6ea5c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.256021] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.256244] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.256361] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.256640] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.256774] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.256914] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1380cffc-4099-4075-b5a3-911305d6ea5c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.257082] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1380cffc-4099-4075-b5a3-911305d6ea5c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.259355] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 in Status: IN_PROGRESS for 2s [ 973.267455] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.267687] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.267907] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.268175] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.268301] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.268383] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfdabfe4-ab89-4faf-8a03-558dd5b7796b is going to be updated. [ 973.340045] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.340270] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.340453] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.340717] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.340906] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.352207] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfdabfe4-ab89-4faf-8a03-558dd5b7796b in Status: IN_PROGRESS for 2s [ 973.473431] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97891135-dd7c-4357-80ce-76de4593fad7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.577312] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7773edc8-c980-4e9f-9a62-7945271eb0fd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.760908] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-1380cffc-4099-4075-b5a3-911305d6ea5c taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.760908] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1380cffc-4099-4075-b5a3-911305d6ea5c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.760908] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1380cffc-4099-4075-b5a3-911305d6ea5c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.760908] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1380cffc-4099-4075-b5a3-911305d6ea5c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.762210] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.762210] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.762210] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.762210] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.762210] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.762210] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1380cffc-4099-4075-b5a3-911305d6ea5c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.762210] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-1380cffc-4099-4075-b5a3-911305d6ea5c taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.762210] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1380cffc-4099-4075-b5a3-911305d6ea5c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.762210] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1380cffc-4099-4075-b5a3-911305d6ea5c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.762514] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1380cffc-4099-4075-b5a3-911305d6ea5c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.762514] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.762514] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.762610] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.762705] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.762778] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.763067] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1380cffc-4099-4075-b5a3-911305d6ea5c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.763067] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1380cffc-4099-4075-b5a3-911305d6ea5c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.975668] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.975822] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.975890] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.976122] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.976211] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.976306] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97891135-dd7c-4357-80ce-76de4593fad7 is going to be updated. [ 974.006208] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.008523] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.008523] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.008523] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.008523] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.017816] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97891135-dd7c-4357-80ce-76de4593fad7 in Status: IN_PROGRESS for 2s [ 974.080677] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.080677] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.080677] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.080894] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.080894] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.080959] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7773edc8-c980-4e9f-9a62-7945271eb0fd is going to be created. [ 974.106419] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.106619] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.106688] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.106907] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.107081] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.117919] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7773edc8-c980-4e9f-9a62-7945271eb0fd in Status: UNINITIALIZED for 2s [ 974.264675] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1380cffc-4099-4075-b5a3-911305d6ea5c: rpc.has_security_group_logging(os_id): False [ 974.288805] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.289044] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.289044] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.289308] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.289393] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.289582] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.289809] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.289809] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.289941] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.293957] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.293957] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.293957] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.293957] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.293957] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.293957] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.293957] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.293957] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.293957] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.293957] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.293957] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.293957] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1380cffc-4099-4075-b5a3-911305d6ea5c is going to be created. [ 974.392780] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.392941] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.392981] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.393213] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.393403] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.419782] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1380cffc-4099-4075-b5a3-911305d6ea5c in Status: IN_PROGRESS for 2s [ 975.272424] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 in Status: SUCCESS [ 975.272753] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.272941] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.273168] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.273385] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.273620] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.273620] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.273769] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.273855] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.273971] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.274083] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.375188] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfdabfe4-ab89-4faf-8a03-558dd5b7796b in Status: SUCCESS [ 975.375476] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.777059] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-805ecbe4-9457-4391-a823-a6cb5e6e4067 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.777059] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.777059] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.777537] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.777537] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.777682] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.777747] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.777991] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.777991] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.778214] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.778214] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-805ecbe4-9457-4391-a823-a6cb5e6e4067 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.778575] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.778575] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.778575] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.778952] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.778952] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.778952] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.778952] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.779291] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.779291] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.779291] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.030249] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97891135-dd7c-4357-80ce-76de4593fad7 in Status: SUCCESS [ 976.030485] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.030640] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.030877] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.031085] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.031206] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.031264] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.031426] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.031504] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.031599] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.031749] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-97891135-dd7c-4357-80ce-76de4593fad7 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.031876] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.031936] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.032109] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.032252] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.032342] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.032392] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.032531] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.032605] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.032689] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.032768] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97891135-dd7c-4357-80ce-76de4593fad7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.131116] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7773edc8-c980-4e9f-9a62-7945271eb0fd in Status: SUCCESS [ 976.131822] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.131822] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.131989] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.133061] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.133061] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.133061] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.133061] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.133061] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.133061] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.133978] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7773edc8-c980-4e9f-9a62-7945271eb0fd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.283976] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 805ecbe4-9457-4391-a823-a6cb5e6e4067: rpc.has_security_group_logging(os_id): False [ 976.305917] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.306130] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.306191] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.306407] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.306477] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.306733] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.306837] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.306915] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.309326] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.309461] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.309981] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.310104] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.310104] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.310334] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.310433] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.310657] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.310763] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.310828] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.311083] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.311218] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.311364] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 is going to be updated. [ 976.385960] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.386177] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.386302] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.386581] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.386768] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.403323] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 in Status: IN_PROGRESS for 2s [ 976.435601] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1380cffc-4099-4075-b5a3-911305d6ea5c in Status: SUCCESS [ 976.435601] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1380cffc-4099-4075-b5a3-911305d6ea5c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.487806] env[65123]: INFO networking_nsxv3.common.synchronization [req-878e6480-dcda-4684-89a2-b8d7884b53e6 req-0a8bb9d0-f9ce-414a-bb9c-b4924fddd246 tempest-DeleteServersTestJSON-1766806868 tempest-DeleteServersTestJSON-1766806868-project-member] Enqueued Resource ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 with Priority: HIGHEST for action security_group_members [ 976.488569] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 with Priority: HIGHEST for action security_group_members [ 976.488939] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.489385] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.489467] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.489682] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.489852] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.489973] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.490065] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.490201] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.490284] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.490382] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.536382] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97891135-dd7c-4357-80ce-76de4593fad7: rpc.has_security_group_logging(os_id): False [ 976.556739] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.556739] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.556739] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.556739] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.556739] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.556739] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.556739] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.556739] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.556739] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.556739] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.556739] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.556739] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.556739] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.556739] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.556739] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.557302] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.558113] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.559720] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.559720] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.559720] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.559720] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97891135-dd7c-4357-80ce-76de4593fad7 is going to be updated. [ 976.631320] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.631459] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.631528] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.632015] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.632015] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.640075] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-7773edc8-c980-4e9f-9a62-7945271eb0fd taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.640218] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.640284] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.640489] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.640649] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.640743] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.640805] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.640969] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.641042] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.641130] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.641258] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-7773edc8-c980-4e9f-9a62-7945271eb0fd taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.641407] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.641407] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.641558] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.641653] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.641739] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.641791] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.641932] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.641982] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.642090] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.642151] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7773edc8-c980-4e9f-9a62-7945271eb0fd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.650953] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97891135-dd7c-4357-80ce-76de4593fad7 in Status: IN_PROGRESS for 2s [ 976.903107] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock network-606 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.903107] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "network-606" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.903107] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "network-606" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.903107] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "network-606" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.903369] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.903519] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.904550] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.904550] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.904550] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.904868] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 976.905058] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 976.905215] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 976.905352] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 976.905853] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 976.906017] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 976.906194] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 976.929163] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 976.929344] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 976.929481] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 976.929656] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "network-606" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.929975] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock port-d715370e-cae7-4b9a-a8a1-f0873e337c27 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.930562] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "port-d715370e-cae7-4b9a-a8a1-f0873e337c27" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.930562] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "port-d715370e-cae7-4b9a-a8a1-f0873e337c27" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.930697] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "port-d715370e-cae7-4b9a-a8a1-f0873e337c27" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.930865] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d715370e-cae7-4b9a-a8a1-f0873e337c27',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.994612] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.994612] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.994612] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.994612] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.994612] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.994612] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.994612] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.994612] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.994612] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.994612] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.994612] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 is going to be updated. [ 977.025632] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.025883] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.026025] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.026331] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.026549] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.037946] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 in Status: IN_PROGRESS for 2s [ 977.144060] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7773edc8-c980-4e9f-9a62-7945271eb0fd: rpc.has_security_group_logging(os_id): False [ 977.165656] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.165933] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.165991] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.166254] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.166350] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.166593] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.166727] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.166787] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.166913] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.166992] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.167878] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.167878] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.167878] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.167878] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.167878] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.167878] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.167878] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.168312] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.170164] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.170164] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.170164] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7773edc8-c980-4e9f-9a62-7945271eb0fd is going to be created. [ 977.245161] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.245391] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.245391] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.246064] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.246064] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.262856] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7773edc8-c980-4e9f-9a62-7945271eb0fd in Status: IN_PROGRESS for 2s [ 977.433574] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.433991] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.433991] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.434525] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.434525] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.434616] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Segment Port d715370e-cae7-4b9a-a8a1-f0873e337c27 not found, creating... [ 977.435808] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.435808] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.435808] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.435808] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.435808] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.436938] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.437147] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.437533] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.437533] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.437658] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.437810] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Resource: SegmentPort with ID: d715370e-cae7-4b9a-a8a1-f0873e337c27 is going to be created. [ 977.462041] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.462041] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.462041] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.462474] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.462533] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.463084] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "port-d715370e-cae7-4b9a-a8a1-f0873e337c27" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.220023] env[65123]: INFO networking_nsxv3.common.synchronization [req-878e6480-dcda-4684-89a2-b8d7884b53e6 req-c49d5d6e-e53c-4166-9197-ce0cb2cede9b service nova] Enqueued Resource ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 with Priority: HIGHEST for action security_group_rules [ 978.220218] env[65123]: INFO networking_nsxv3.common.synchronization [req-878e6480-dcda-4684-89a2-b8d7884b53e6 req-c49d5d6e-e53c-4166-9197-ce0cb2cede9b service nova] Enqueued Resource ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 with Priority: HIGHEST for action security_group_members [ 978.220392] env[65123]: INFO networking_nsxv3.common.synchronization [req-878e6480-dcda-4684-89a2-b8d7884b53e6 req-c49d5d6e-e53c-4166-9197-ce0cb2cede9b service nova] Enqueued Resource ID: d715370e-cae7-4b9a-a8a1-f0873e337c27 with Priority: HIGHEST for action port [ 978.221037] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 with Priority: HIGHEST for action security_group_rules [ 978.221037] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 with Priority: HIGHEST for action security_group_members [ 978.221455] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d715370e-cae7-4b9a-a8a1-f0873e337c27 with Priority: HIGHEST for action port [ 978.221770] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.221940] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.221996] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.222198] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.222280] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.223505] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.223663] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.224552] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-d715370e-cae7-4b9a-a8a1-f0873e337c27 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.224552] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d715370e-cae7-4b9a-a8a1-f0873e337c27" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.224552] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d715370e-cae7-4b9a-a8a1-f0873e337c27" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.224552] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d715370e-cae7-4b9a-a8a1-f0873e337c27" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.224552] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d715370e-cae7-4b9a-a8a1-f0873e337c27',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.417679] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 in Status: SUCCESS [ 978.418100] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.675913] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97891135-dd7c-4357-80ce-76de4593fad7 in Status: SUCCESS [ 978.676294] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.676570] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.676918] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.677086] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97891135-dd7c-4357-80ce-76de4593fad7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.726727] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.726922] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.727191] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d715370e-cae7-4b9a-a8a1-f0873e337c27 with status ACTIVE [ 978.727426] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.727565] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.727696] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.727872] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.727964] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.728155] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.728280] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.728319] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.729223] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.729223] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.729223] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.729223] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.729223] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.729223] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.729223] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.729223] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d715370e-cae7-4b9a-a8a1-f0873e337c27 is going to be updated. [ 978.763771] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.764131] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.764131] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.764365] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.764365] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.764551] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d715370e-cae7-4b9a-a8a1-f0873e337c27" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.049591] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 in Status: SUCCESS [ 979.049591] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 deletion is rescheduled due to dependency. [ 979.049591] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.049591] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.050980] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.050980] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.050980] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.050980] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.050980] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.050980] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.050980] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.182044] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-97891135-dd7c-4357-80ce-76de4593fad7 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.182044] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.182393] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.182393] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.182521] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.182683] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.182683] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.182857] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.182925] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.183032] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.183135] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97891135-dd7c-4357-80ce-76de4593fad7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.277456] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7773edc8-c980-4e9f-9a62-7945271eb0fd in Status: SUCCESS [ 979.278259] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.553865] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.685831] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-97891135-dd7c-4357-80ce-76de4593fad7 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.686407] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.686407] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.686407] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.686648] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.686648] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.686827] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.686827] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.686975] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.687105] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.687189] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-97891135-dd7c-4357-80ce-76de4593fad7 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.687285] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.687361] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.687436] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.687569] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.687683] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.687765] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.687836] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.687905] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.687991] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.688079] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97891135-dd7c-4357-80ce-76de4593fad7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.050483] env[65123]: INFO networking_nsxv3.common.synchronization [req-9de32c18-bfba-4147-9bad-606448bf83dc req-7682ef66-9365-4aa0-944e-a866194c5b99 tempest-AttachVolumeTestJSON-293892057 tempest-AttachVolumeTestJSON-293892057-project-member] Enqueued Resource ID: 8fcd665b-7f92-418a-a7bb-35a0ae34d15b with Priority: HIGHEST for action security_group_members [ 980.051274] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fcd665b-7f92-418a-a7bb-35a0ae34d15b with Priority: HIGHEST for action security_group_members [ 980.051486] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fcd665b-7f92-418a-a7bb-35a0ae34d15b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.051987] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fcd665b-7f92-418a-a7bb-35a0ae34d15b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.051987] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fcd665b-7f92-418a-a7bb-35a0ae34d15b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.051987] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fcd665b-7f92-418a-a7bb-35a0ae34d15b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.052170] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.052170] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.052298] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.052346] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.052396] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.052589] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fcd665b-7f92-418a-a7bb-35a0ae34d15b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.055527] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.193829] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97891135-dd7c-4357-80ce-76de4593fad7: rpc.has_security_group_logging(os_id): False [ 980.213026] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.213422] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.213422] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.213661] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.213661] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.213787] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.213902] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.214382] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.214382] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.214382] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.214590] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.214590] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.214712] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.214877] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.214942] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.215150] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.215262] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.215333] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.215500] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.215581] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.215683] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97891135-dd7c-4357-80ce-76de4593fad7 is going to be updated. [ 980.288517] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.288893] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.288893] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.289279] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.289448] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.311569] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97891135-dd7c-4357-80ce-76de4593fad7 in Status: IN_PROGRESS for 2s [ 980.555984] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.555984] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.555984] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.555984] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.559653] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.560048] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.560267] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.560603] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.560846] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.561191] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 is going to be updated. [ 980.584823] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.585203] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.585398] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.585508] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.585806] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.585935] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.586095] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fcd665b-7f92-418a-a7bb-35a0ae34d15b is going to be updated. [ 980.606596] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.608532] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.608532] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.608532] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.608532] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.617422] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 in Status: IN_PROGRESS for 2s [ 980.633609] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.636288] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.636288] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.636288] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.636288] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.646316] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fcd665b-7f92-418a-a7bb-35a0ae34d15b in Status: IN_PROGRESS for 2s [ 981.396269] env[65123]: INFO networking_nsxv3.common.synchronization [req-2ce763b7-315b-44b0-a666-201a1bd22740 req-0a27fc5f-3374-4dd4-9bcc-f0957eda762c tempest-ServerRescueNegativeTestJSON-800684126 tempest-ServerRescueNegativeTestJSON-800684126-project-member] Enqueued Resource ID: e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c with Priority: HIGHEST for action security_group_members [ 981.396829] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c with Priority: HIGHEST for action security_group_members [ 981.397159] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.397281] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.397580] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.397682] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.397842] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.397963] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.398038] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.398185] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.398321] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.398387] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.801644] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock network-620 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.801893] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "network-620" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.802021] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "network-620" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.802276] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "network-620" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.802566] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.802724] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.802840] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.803155] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.803316] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.803563] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 981.803815] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 981.803929] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 981.804053] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 981.804177] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 981.804288] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 981.804441] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 981.824429] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 981.824607] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 981.824751] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 981.824960] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "network-620" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.825281] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock port-393989e6-09c2-4724-ac0e-192b2549eda1 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.825461] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "port-393989e6-09c2-4724-ac0e-192b2549eda1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.825582] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "port-393989e6-09c2-4724-ac0e-192b2549eda1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.826032] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "port-393989e6-09c2-4724-ac0e-192b2549eda1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.826180] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('393989e6-09c2-4724-ac0e-192b2549eda1',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.900491] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.900625] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.900625] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.900812] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.900902] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.901121] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.901212] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.901274] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.901430] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.901506] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.901591] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c already deleted. [ 981.901672] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.329703] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.330098] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.330181] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.330432] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.330608] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.330806] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Segment Port 393989e6-09c2-4724-ac0e-192b2549eda1 not found, creating... [ 982.331124] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.331295] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.331416] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.331659] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.331853] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.332118] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.332320] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.332411] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.332587] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.333930] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.334076] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Resource: SegmentPort with ID: 393989e6-09c2-4724-ac0e-192b2549eda1 is going to be created. [ 982.336224] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97891135-dd7c-4357-80ce-76de4593fad7 in Status: SUCCESS [ 982.336355] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.380963] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.380963] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.380963] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.381383] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.382524] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.382524] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "port-393989e6-09c2-4724-ac0e-192b2549eda1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.629793] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 in Status: SUCCESS [ 982.630252] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.630252] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.630413] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.630610] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.630747] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.630820] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.630932] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.631067] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.631117] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.631191] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.657015] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fcd665b-7f92-418a-a7bb-35a0ae34d15b in Status: SUCCESS [ 982.657297] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fcd665b-7f92-418a-a7bb-35a0ae34d15b deletion is rescheduled due to dependency. [ 982.657419] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fcd665b-7f92-418a-a7bb-35a0ae34d15b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.048196] env[65123]: INFO networking_nsxv3.common.synchronization [req-2ce763b7-315b-44b0-a666-201a1bd22740 req-4b5eb339-8496-4e2c-96df-19599bc24529 service nova] Enqueued Resource ID: e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c with Priority: HIGHEST for action security_group_rules [ 983.048641] env[65123]: INFO networking_nsxv3.common.synchronization [req-2ce763b7-315b-44b0-a666-201a1bd22740 req-4b5eb339-8496-4e2c-96df-19599bc24529 service nova] Enqueued Resource ID: e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c with Priority: HIGHEST for action security_group_members [ 983.048805] env[65123]: INFO networking_nsxv3.common.synchronization [req-2ce763b7-315b-44b0-a666-201a1bd22740 req-4b5eb339-8496-4e2c-96df-19599bc24529 service nova] Enqueued Resource ID: 393989e6-09c2-4724-ac0e-192b2549eda1 with Priority: HIGHEST for action port [ 983.049876] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c with Priority: HIGHEST for action security_group_rules [ 983.049876] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c with Priority: HIGHEST for action security_group_members [ 983.049876] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 393989e6-09c2-4724-ac0e-192b2549eda1 with Priority: HIGHEST for action port [ 983.054176] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.056101] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.056101] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.056101] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.056101] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.056101] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.056101] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.056101] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.056101] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.056101] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.056383] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.056383] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.056383] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.056466] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.056538] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.057280] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-393989e6-09c2-4724-ac0e-192b2549eda1 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.057387] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-393989e6-09c2-4724-ac0e-192b2549eda1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.057455] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-393989e6-09c2-4724-ac0e-192b2549eda1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.057799] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-393989e6-09c2-4724-ac0e-192b2549eda1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.057799] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('393989e6-09c2-4724-ac0e-192b2549eda1',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.133275] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.133485] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.133485] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.133699] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.133861] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.133993] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.134117] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.135539] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.135539] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.135539] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.135539] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.135539] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.135539] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.135539] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.135539] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.135539] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.135539] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.135539] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.135539] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.135539] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.136131] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.201033] env[65123]: INFO networking_nsxv3.common.synchronization [req-943ee79b-1821-4b60-983e-f4e72763ebb8 req-1b99d37b-d564-4b77-a7dc-2eae304d06e8 tempest-ServersTestMultiNic-1426098674 tempest-ServersTestMultiNic-1426098674-project-member] Enqueued Resource ID: 97891135-dd7c-4357-80ce-76de4593fad7 with Priority: HIGHEST for action security_group_members [ 983.201033] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97891135-dd7c-4357-80ce-76de4593fad7 with Priority: HIGHEST for action security_group_members [ 983.201033] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-97891135-dd7c-4357-80ce-76de4593fad7 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.201033] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.201033] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.201033] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.201033] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.201033] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.201033] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.201944] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.201944] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.202171] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97891135-dd7c-4357-80ce-76de4593fad7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.462708] env[65123]: INFO networking_nsxv3.common.synchronization [req-943ee79b-1821-4b60-983e-f4e72763ebb8 req-2b8d0a43-6cb7-4a29-b82d-7863d55c356a tempest-ServersTestMultiNic-1426098674 tempest-ServersTestMultiNic-1426098674-project-member] Enqueued Resource ID: 97891135-dd7c-4357-80ce-76de4593fad7 with Priority: HIGHEST for action security_group_members [ 983.464083] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97891135-dd7c-4357-80ce-76de4593fad7 with Priority: HIGHEST for action security_group_members [ 983.464083] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-97891135-dd7c-4357-80ce-76de4593fad7 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.464083] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.560169] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.560169] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.560169] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.561415] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 393989e6-09c2-4724-ac0e-192b2549eda1 with status ACTIVE [ 983.561767] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.563017] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.563017] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.563017] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.563017] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.563017] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.563017] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.563017] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.563017] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.563017] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.563570] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.563784] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.564244] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.566774] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.566774] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.566774] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 393989e6-09c2-4724-ac0e-192b2549eda1 is going to be updated. [ 983.587273] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.587431] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.587530] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.587761] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.587901] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.588073] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-393989e6-09c2-4724-ac0e-192b2549eda1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.643126] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6: rpc.has_security_group_logging(os_id): False [ 983.661211] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.664605] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.664761] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.664955] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.665102] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.665354] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.665473] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.665543] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.665715] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.665793] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.665979] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.666089] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.666415] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.666415] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.666415] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.666553] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.666646] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.666704] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.670380] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.670489] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.670608] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 is going to be updated. [ 983.705521] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97891135-dd7c-4357-80ce-76de4593fad7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.782694] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.782784] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.782870] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.783181] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.783345] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.801932] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 in Status: IN_PROGRESS for 2s [ 983.998312] env[65123]: INFO networking_nsxv3.common.synchronization [req-b92ef149-3986-4bdc-b17c-7205efaa0782 req-65fa8e2e-d86b-45e3-aab2-cfd5368a6514 tempest-ImagesTestJSON-844462913 tempest-ImagesTestJSON-844462913-project-member] Enqueued Resource ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b with Priority: HIGHEST for action security_group_members [ 983.999396] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b with Priority: HIGHEST for action security_group_members [ 983.999396] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca4c776-73af-4661-8a6d-1a9c658d044b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.999569] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.999569] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.999925] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.999925] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.000092] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.000092] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.000191] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.000275] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.000367] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ca4c776-73af-4661-8a6d-1a9c658d044b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.066505] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.209132] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97891135-dd7c-4357-80ce-76de4593fad7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.368776] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-787 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.368776] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-787" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.368776] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-787" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.368988] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-787" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.369274] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.369487] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.369655] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.369923] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.370128] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.370379] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 984.370530] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 984.370644] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 984.370753] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 984.370865] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 984.370968] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 984.371134] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 984.403828] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 984.404237] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 984.404543] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 984.404874] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-787" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.405286] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-1f1394ed-ce6f-4bbc-9095-ddd40580c964 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.405522] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-1f1394ed-ce6f-4bbc-9095-ddd40580c964" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.405671] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-1f1394ed-ce6f-4bbc-9095-ddd40580c964" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.406884] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-1f1394ed-ce6f-4bbc-9095-ddd40580c964" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.407367] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f1394ed-ce6f-4bbc-9095-ddd40580c964',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.502683] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.502987] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.503135] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.503410] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.503510] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.503738] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.503849] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.503916] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.504117] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.504221] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.504325] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b is going to be updated. [ 984.535045] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.535292] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.535403] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.535667] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.535773] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.544950] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b in Status: IN_PROGRESS for 2s [ 984.570252] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.570401] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.570556] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.570694] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.570772] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.570876] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c is going to be created. [ 984.595064] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.595292] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.595292] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.595517] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.595658] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.605399] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c in Status: UNINITIALIZED for 2s [ 984.710623] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.710905] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.710905] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.711203] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.711340] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.711481] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97891135-dd7c-4357-80ce-76de4593fad7 is going to be updated. [ 984.739522] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.739522] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.739643] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.740216] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.740397] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.752629] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97891135-dd7c-4357-80ce-76de4593fad7 in Status: IN_PROGRESS for 2s [ 984.910259] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.910496] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.910622] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.910920] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.911091] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.911376] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port 1f1394ed-ce6f-4bbc-9095-ddd40580c964 not found, creating... [ 984.912432] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.912589] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.912829] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.913171] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.913377] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.913742] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.913940] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.914086] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.914393] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.914597] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.914797] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: 1f1394ed-ce6f-4bbc-9095-ddd40580c964 is going to be created. [ 984.947243] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.947436] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.947602] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.947978] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.950000] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.950000] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-1f1394ed-ce6f-4bbc-9095-ddd40580c964" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.658052] env[65123]: INFO networking_nsxv3.common.synchronization [req-b92ef149-3986-4bdc-b17c-7205efaa0782 req-f5a759bb-9c0a-4e5e-94b5-f7a29c55c985 service nova] Enqueued Resource ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b with Priority: HIGHEST for action security_group_rules [ 985.658052] env[65123]: INFO networking_nsxv3.common.synchronization [req-b92ef149-3986-4bdc-b17c-7205efaa0782 req-f5a759bb-9c0a-4e5e-94b5-f7a29c55c985 service nova] Enqueued Resource ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b with Priority: HIGHEST for action security_group_members [ 985.658052] env[65123]: INFO networking_nsxv3.common.synchronization [req-b92ef149-3986-4bdc-b17c-7205efaa0782 req-f5a759bb-9c0a-4e5e-94b5-f7a29c55c985 service nova] Enqueued Resource ID: 1f1394ed-ce6f-4bbc-9095-ddd40580c964 with Priority: HIGHEST for action port [ 985.658052] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b with Priority: HIGHEST for action security_group_rules [ 985.658052] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b with Priority: HIGHEST for action security_group_members [ 985.658052] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f1394ed-ce6f-4bbc-9095-ddd40580c964 with Priority: HIGHEST for action port [ 985.658052] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ca4c776-73af-4661-8a6d-1a9c658d044b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.658052] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.658052] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.658052] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.658052] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ca4c776-73af-4661-8a6d-1a9c658d044b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.659015] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca4c776-73af-4661-8a6d-1a9c658d044b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.659015] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.659015] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f1394ed-ce6f-4bbc-9095-ddd40580c964 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.659015] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f1394ed-ce6f-4bbc-9095-ddd40580c964" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.659015] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f1394ed-ce6f-4bbc-9095-ddd40580c964" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.659207] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f1394ed-ce6f-4bbc-9095-ddd40580c964" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.659248] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f1394ed-ce6f-4bbc-9095-ddd40580c964',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.798528] env[65123]: INFO networking_nsxv3.common.synchronization [req-dce3aff1-6f1f-434e-8ae8-b8d7426f2a97 req-7560afff-da07-4a5d-84c6-4d787a206b37 tempest-ServersTestJSON-1284900872 tempest-ServersTestJSON-1284900872-project-member] Enqueued Resource ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 with Priority: HIGHEST for action security_group_members [ 985.798865] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 with Priority: HIGHEST for action security_group_members [ 985.799368] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-805ecbe4-9457-4391-a823-a6cb5e6e4067 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.799519] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.799589] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.799814] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.799994] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.800110] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.800163] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.800350] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.800430] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.800550] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.818816] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 in Status: SUCCESS [ 985.818931] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.161276] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca4c776-73af-4661-8a6d-1a9c658d044b taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.161276] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.161276] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f1394ed-ce6f-4bbc-9095-ddd40580c964 with status ACTIVE [ 986.161806] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.161806] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.161936] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.162169] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.162882] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.162882] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.162882] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.162882] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.163180] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.163180] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.163289] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.163412] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.163499] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.163680] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.163888] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.164017] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f1394ed-ce6f-4bbc-9095-ddd40580c964 is going to be updated. [ 986.189447] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.190185] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.190185] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.190320] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.190476] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.190643] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f1394ed-ce6f-4bbc-9095-ddd40580c964" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.222860] env[65123]: INFO networking_nsxv3.common.synchronization [req-9f12be1b-9e2c-49f5-bb39-26c1a7c21574 req-a95593e5-62ce-4804-aee9-3b3e02d02629 tempest-ServerTagsTestJSON-1238829163 tempest-ServerTagsTestJSON-1238829163-project-member] Enqueued Resource ID: 1380cffc-4099-4075-b5a3-911305d6ea5c with Priority: HIGHEST for action security_group_members [ 986.224109] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1380cffc-4099-4075-b5a3-911305d6ea5c with Priority: HIGHEST for action security_group_members [ 986.224109] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-1380cffc-4099-4075-b5a3-911305d6ea5c taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.224109] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1380cffc-4099-4075-b5a3-911305d6ea5c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.224394] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1380cffc-4099-4075-b5a3-911305d6ea5c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.224703] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1380cffc-4099-4075-b5a3-911305d6ea5c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.225050] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.226851] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.226851] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.226851] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.226851] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.226851] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1380cffc-4099-4075-b5a3-911305d6ea5c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.303698] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.556910] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b in Status: SUCCESS [ 986.557099] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b deletion is rescheduled due to dependency. [ 986.557222] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.557413] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.557628] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.557895] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.558045] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.558045] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.558157] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.558209] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.558343] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ca4c776-73af-4661-8a6d-1a9c658d044b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.614656] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c in Status: SUCCESS [ 986.615254] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.615299] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.615528] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.615758] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.615913] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.616135] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.616341] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.616458] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.616631] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.616687] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.728263] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.728452] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.728452] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.728664] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.728828] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.730081] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.730081] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.730081] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.730081] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.730081] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.730081] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1380cffc-4099-4075-b5a3-911305d6ea5c is going to be updated. [ 986.764911] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97891135-dd7c-4357-80ce-76de4593fad7 in Status: SUCCESS [ 986.765802] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.765802] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.765802] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.765802] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.765802] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.766068] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.766068] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.766347] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.766347] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97891135-dd7c-4357-80ce-76de4593fad7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.771073] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.771206] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.771206] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.771321] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.771573] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.782271] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1380cffc-4099-4075-b5a3-911305d6ea5c in Status: IN_PROGRESS for 2s [ 986.806278] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.062057] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ca4c776-73af-4661-8a6d-1a9c658d044b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.119194] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.271707] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.271707] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.271707] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.271707] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.271707] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.271707] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.271707] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.271707] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.272681] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.272940] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.273278] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97891135-dd7c-4357-80ce-76de4593fad7 is going to be updated. [ 987.308874] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.309146] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.309146] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.309457] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.310157] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.310316] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 is going to be updated. [ 987.323811] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.324476] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.324476] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.325376] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.325376] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.336224] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97891135-dd7c-4357-80ce-76de4593fad7 in Status: IN_PROGRESS for 2s [ 987.353101] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.353436] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.353436] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.353789] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.353989] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.368960] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 in Status: IN_PROGRESS for 2s [ 987.566334] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ca4c776-73af-4661-8a6d-1a9c658d044b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.622696] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c: rpc.has_security_group_logging(os_id): False [ 987.648395] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.648395] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.648395] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.648395] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.648395] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.648395] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.648395] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.648395] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.648395] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.648395] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.648395] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c is going to be created. [ 987.746522] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.746522] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.746522] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.746751] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.747964] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.775197] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c in Status: IN_PROGRESS for 2s [ 988.070053] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.071592] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.071592] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.071592] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.071592] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.071798] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b is going to be updated. [ 988.107850] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.107958] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.107958] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.108205] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.108354] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.117038] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b in Status: IN_PROGRESS for 2s [ 988.794323] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1380cffc-4099-4075-b5a3-911305d6ea5c in Status: SUCCESS [ 988.794504] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1380cffc-4099-4075-b5a3-911305d6ea5c deletion is rescheduled due to dependency. [ 988.794799] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1380cffc-4099-4075-b5a3-911305d6ea5c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.195861] env[65123]: INFO networking_nsxv3.common.synchronization [None req-873e5574-4a3d-4650-9104-8adca2e426dd tempest-AttachVolumeNegativeTest-1722468573 tempest-AttachVolumeNegativeTest-1722468573-project-member] Enqueued Resource ID: 66899d70-91dd-4168-ac81-5840db510b23 with Priority: HIGHEST for action security_group_rules [ 989.196513] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66899d70-91dd-4168-ac81-5840db510b23 with Priority: HIGHEST for action security_group_rules [ 989.198077] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66899d70-91dd-4168-ac81-5840db510b23 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.198215] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66899d70-91dd-4168-ac81-5840db510b23" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.198283] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66899d70-91dd-4168-ac81-5840db510b23" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.198563] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66899d70-91dd-4168-ac81-5840db510b23" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.198651] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66899d70-91dd-4168-ac81-5840db510b23',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.348417] env[65123]: INFO networking_nsxv3.common.synchronization [None req-53a56236-7e69-41a8-a8dc-3ce0ead96049 tempest-AttachVolumeNegativeTest-1722468573 tempest-AttachVolumeNegativeTest-1722468573-project-member] Enqueued Resource ID: 66899d70-91dd-4168-ac81-5840db510b23 with Priority: HIGHEST for action security_group_rules [ 989.350360] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97891135-dd7c-4357-80ce-76de4593fad7 in Status: SUCCESS [ 989.350624] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97891135-dd7c-4357-80ce-76de4593fad7 deletion is rescheduled due to dependency. [ 989.350743] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.351315] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66899d70-91dd-4168-ac81-5840db510b23 with Priority: HIGHEST for action security_group_rules [ 989.352377] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66899d70-91dd-4168-ac81-5840db510b23 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.352659] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66899d70-91dd-4168-ac81-5840db510b23" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.380831] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 in Status: SUCCESS [ 989.381095] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.724801] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.725066] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.725066] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.725236] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.725300] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.725401] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66899d70-91dd-4168-ac81-5840db510b23 already deleted. [ 989.725484] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66899d70-91dd-4168-ac81-5840db510b23" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.725641] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66899d70-91dd-4168-ac81-5840db510b23" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.725880] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66899d70-91dd-4168-ac81-5840db510b23" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.725984] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66899d70-91dd-4168-ac81-5840db510b23',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.791025] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c in Status: SUCCESS [ 989.791025] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.128362] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b in Status: SUCCESS [ 990.128495] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.128738] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.129030] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.129233] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.130121] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.130121] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.130121] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.130121] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.130121] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.130121] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ca4c776-73af-4661-8a6d-1a9c658d044b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.249021] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.249344] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.249344] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.249550] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.249550] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.249721] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66899d70-91dd-4168-ac81-5840db510b23 already deleted. [ 990.249721] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66899d70-91dd-4168-ac81-5840db510b23" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.633145] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca4c776-73af-4661-8a6d-1a9c658d044b taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.633313] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.633387] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.633608] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.633795] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.633903] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.634013] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.634187] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.634275] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.634367] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.634517] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca4c776-73af-4661-8a6d-1a9c658d044b taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.635193] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.635193] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.635193] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.635193] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.635193] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.635193] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.635486] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.635486] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.635486] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.635486] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ca4c776-73af-4661-8a6d-1a9c658d044b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.143415] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ca4c776-73af-4661-8a6d-1a9c658d044b: rpc.has_security_group_logging(os_id): False [ 991.161769] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.161769] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.161769] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.162068] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.162068] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.162459] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.162459] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.162459] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.162600] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.162600] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.162783] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.162879] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.162941] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.163100] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.163173] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.163382] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.164184] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.164320] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.164506] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.164596] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.164691] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b is going to be updated. [ 991.231353] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.231353] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.231353] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.231353] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.231531] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.246557] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b in Status: IN_PROGRESS for 2s [ 991.469779] env[65123]: INFO networking_nsxv3.common.synchronization [req-b4f34693-31e9-43b2-b4ef-ee325ad04df2 req-34cf3549-ca6d-4f6f-b45e-8ce269b8b5ff tempest-ServerActionsTestOtherA-1066851600 tempest-ServerActionsTestOtherA-1066851600-project-member] Enqueued Resource ID: 1d68a405-7fa8-470d-9ac9-7e09153e96e3 with Priority: HIGHEST for action security_group_members [ 991.470452] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d68a405-7fa8-470d-9ac9-7e09153e96e3 with Priority: HIGHEST for action security_group_members [ 991.470751] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d68a405-7fa8-470d-9ac9-7e09153e96e3 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.470884] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d68a405-7fa8-470d-9ac9-7e09153e96e3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.470954] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d68a405-7fa8-470d-9ac9-7e09153e96e3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.471642] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d68a405-7fa8-470d-9ac9-7e09153e96e3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.471838] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.471957] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.472046] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.472223] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.472663] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.472663] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d68a405-7fa8-470d-9ac9-7e09153e96e3',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.824267] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock network-453 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.824523] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "network-453" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.824660] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "network-453" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.824945] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "network-453" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.825271] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.825460] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.825658] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.825794] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.825944] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.826169] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 991.826300] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 991.826437] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 991.826562] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 991.826903] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 991.826903] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 991.827053] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 991.846769] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 991.846976] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 991.847132] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 991.847317] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "network-453" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.847628] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock port-fa43a53c-2448-4687-817d-cbce5d3e5072 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.847813] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "port-fa43a53c-2448-4687-817d-cbce5d3e5072" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.847924] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "port-fa43a53c-2448-4687-817d-cbce5d3e5072" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.848266] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "port-fa43a53c-2448-4687-817d-cbce5d3e5072" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.848403] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa43a53c-2448-4687-817d-cbce5d3e5072',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.976130] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.976297] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.976350] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.976567] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.976660] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.976861] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.976960] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.977026] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.977176] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.977263] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.977915] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d68a405-7fa8-470d-9ac9-7e09153e96e3 already deleted. [ 991.977915] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d68a405-7fa8-470d-9ac9-7e09153e96e3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.350977] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.350977] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.350977] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.351245] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.351321] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.351516] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Segment Port fa43a53c-2448-4687-817d-cbce5d3e5072 not found, creating... [ 992.351821] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.352041] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.352201] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.352474] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.352656] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.352974] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.353521] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.353521] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.353521] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.354573] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.354573] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Resource: SegmentPort with ID: fa43a53c-2448-4687-817d-cbce5d3e5072 is going to be created. [ 992.376775] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.377051] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.377183] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.377453] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.377686] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.377916] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "port-fa43a53c-2448-4687-817d-cbce5d3e5072" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.082869] env[65123]: INFO networking_nsxv3.common.synchronization [req-b4f34693-31e9-43b2-b4ef-ee325ad04df2 req-814e3e91-c236-4df9-81c1-e798f615134f service nova] Enqueued Resource ID: 1d68a405-7fa8-470d-9ac9-7e09153e96e3 with Priority: HIGHEST for action security_group_rules [ 993.083173] env[65123]: INFO networking_nsxv3.common.synchronization [req-b4f34693-31e9-43b2-b4ef-ee325ad04df2 req-814e3e91-c236-4df9-81c1-e798f615134f service nova] Enqueued Resource ID: 1d68a405-7fa8-470d-9ac9-7e09153e96e3 with Priority: HIGHEST for action security_group_members [ 993.083212] env[65123]: INFO networking_nsxv3.common.synchronization [req-b4f34693-31e9-43b2-b4ef-ee325ad04df2 req-814e3e91-c236-4df9-81c1-e798f615134f service nova] Enqueued Resource ID: fa43a53c-2448-4687-817d-cbce5d3e5072 with Priority: HIGHEST for action port [ 993.083719] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d68a405-7fa8-470d-9ac9-7e09153e96e3 with Priority: HIGHEST for action security_group_rules [ 993.083915] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d68a405-7fa8-470d-9ac9-7e09153e96e3 with Priority: HIGHEST for action security_group_members [ 993.083984] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa43a53c-2448-4687-817d-cbce5d3e5072 with Priority: HIGHEST for action port [ 993.084289] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d68a405-7fa8-470d-9ac9-7e09153e96e3 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.084414] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d68a405-7fa8-470d-9ac9-7e09153e96e3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.084483] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d68a405-7fa8-470d-9ac9-7e09153e96e3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.084682] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d68a405-7fa8-470d-9ac9-7e09153e96e3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.084762] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d68a405-7fa8-470d-9ac9-7e09153e96e3',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.085597] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d68a405-7fa8-470d-9ac9-7e09153e96e3 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.085712] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d68a405-7fa8-470d-9ac9-7e09153e96e3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.085779] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d68a405-7fa8-470d-9ac9-7e09153e96e3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.085947] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d68a405-7fa8-470d-9ac9-7e09153e96e3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.086103] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.086194] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.086252] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.086387] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.086465] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.086557] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d68a405-7fa8-470d-9ac9-7e09153e96e3',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.088370] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa43a53c-2448-4687-817d-cbce5d3e5072 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.089076] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa43a53c-2448-4687-817d-cbce5d3e5072" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.089076] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa43a53c-2448-4687-817d-cbce5d3e5072" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.089076] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa43a53c-2448-4687-817d-cbce5d3e5072" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.089076] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa43a53c-2448-4687-817d-cbce5d3e5072',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.261759] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b in Status: SUCCESS [ 993.261948] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.417797] env[65123]: INFO networking_nsxv3.common.synchronization [req-7712877b-7df7-4ab5-b7b1-c8affe0693ae req-7ce0b937-383d-4f88-9559-94a1a2630f4b tempest-ServerRescueTestJSONUnderV235-1746114252 tempest-ServerRescueTestJSONUnderV235-1746114252-project-member] Enqueued Resource ID: 533fecf8-b440-4bf8-b312-15cad6b79947 with Priority: HIGHEST for action security_group_members [ 993.417797] env[65123]: INFO networking_nsxv3.common.synchronization [req-7712877b-7df7-4ab5-b7b1-c8affe0693ae req-7ce0b937-383d-4f88-9559-94a1a2630f4b tempest-ServerRescueTestJSONUnderV235-1746114252 tempest-ServerRescueTestJSONUnderV235-1746114252-project-member] Enqueued Resource ID: 7773edc8-c980-4e9f-9a62-7945271eb0fd with Priority: HIGHEST for action security_group_members [ 993.418198] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 533fecf8-b440-4bf8-b312-15cad6b79947 with Priority: HIGHEST for action security_group_members [ 993.418249] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7773edc8-c980-4e9f-9a62-7945271eb0fd with Priority: HIGHEST for action security_group_members [ 993.418711] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-533fecf8-b440-4bf8-b312-15cad6b79947 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.418711] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-533fecf8-b440-4bf8-b312-15cad6b79947" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.418924] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-533fecf8-b440-4bf8-b312-15cad6b79947" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.419077] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-533fecf8-b440-4bf8-b312-15cad6b79947" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.419276] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.419386] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.419450] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.419611] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.419722] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.420085] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('533fecf8-b440-4bf8-b312-15cad6b79947',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.421023] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-7773edc8-c980-4e9f-9a62-7945271eb0fd taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.421023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.421023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.421269] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.421269] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.421419] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.421419] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.421519] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.421652] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.421704] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7773edc8-c980-4e9f-9a62-7945271eb0fd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.488033] env[65123]: INFO networking_nsxv3.common.synchronization [req-7712877b-7df7-4ab5-b7b1-c8affe0693ae req-7ce0b937-383d-4f88-9559-94a1a2630f4b tempest-ServerRescueTestJSONUnderV235-1746114252 tempest-ServerRescueTestJSONUnderV235-1746114252-project-member] Enqueued Resource ID: 533fecf8-b440-4bf8-b312-15cad6b79947 with Priority: HIGHEST for action security_group_rules [ 993.488438] env[65123]: INFO networking_nsxv3.common.synchronization [req-7712877b-7df7-4ab5-b7b1-c8affe0693ae req-7ce0b937-383d-4f88-9559-94a1a2630f4b tempest-ServerRescueTestJSONUnderV235-1746114252 tempest-ServerRescueTestJSONUnderV235-1746114252-project-member] Enqueued Resource ID: 533fecf8-b440-4bf8-b312-15cad6b79947 with Priority: HIGHEST for action security_group_members [ 993.488438] env[65123]: INFO networking_nsxv3.common.synchronization [req-7712877b-7df7-4ab5-b7b1-c8affe0693ae req-7ce0b937-383d-4f88-9559-94a1a2630f4b tempest-ServerRescueTestJSONUnderV235-1746114252 tempest-ServerRescueTestJSONUnderV235-1746114252-project-member] Enqueued Resource ID: 7773edc8-c980-4e9f-9a62-7945271eb0fd with Priority: HIGHEST for action security_group_rules [ 993.488579] env[65123]: INFO networking_nsxv3.common.synchronization [req-7712877b-7df7-4ab5-b7b1-c8affe0693ae req-7ce0b937-383d-4f88-9559-94a1a2630f4b tempest-ServerRescueTestJSONUnderV235-1746114252 tempest-ServerRescueTestJSONUnderV235-1746114252-project-member] Enqueued Resource ID: 7773edc8-c980-4e9f-9a62-7945271eb0fd with Priority: HIGHEST for action security_group_members [ 993.488665] env[65123]: INFO networking_nsxv3.common.synchronization [req-7712877b-7df7-4ab5-b7b1-c8affe0693ae req-7ce0b937-383d-4f88-9559-94a1a2630f4b tempest-ServerRescueTestJSONUnderV235-1746114252 tempest-ServerRescueTestJSONUnderV235-1746114252-project-member] Enqueued Resource ID: 56b4a04e-9b11-4fc0-b1e2-f3c4af85b83e with Priority: HIGHEST for action port [ 993.489466] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 533fecf8-b440-4bf8-b312-15cad6b79947 with Priority: HIGHEST for action security_group_rules [ 993.489668] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7773edc8-c980-4e9f-9a62-7945271eb0fd with Priority: HIGHEST for action security_group_rules [ 993.490081] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56b4a04e-9b11-4fc0-b1e2-f3c4af85b83e with Priority: HIGHEST for action port [ 993.491181] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 533fecf8-b440-4bf8-b312-15cad6b79947 with Priority: HIGHEST for action security_group_members [ 993.491392] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7773edc8-c980-4e9f-9a62-7945271eb0fd with Priority: HIGHEST for action security_group_members [ 993.491853] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-533fecf8-b440-4bf8-b312-15cad6b79947 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.492097] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-533fecf8-b440-4bf8-b312-15cad6b79947" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.492189] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-533fecf8-b440-4bf8-b312-15cad6b79947" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.492560] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-533fecf8-b440-4bf8-b312-15cad6b79947" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.492735] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('533fecf8-b440-4bf8-b312-15cad6b79947',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.493952] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7773edc8-c980-4e9f-9a62-7945271eb0fd taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.494330] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.494597] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.494870] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.494989] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7773edc8-c980-4e9f-9a62-7945271eb0fd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.495858] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-56b4a04e-9b11-4fc0-b1e2-f3c4af85b83e taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.495970] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56b4a04e-9b11-4fc0-b1e2-f3c4af85b83e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.496076] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56b4a04e-9b11-4fc0-b1e2-f3c4af85b83e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.496305] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56b4a04e-9b11-4fc0-b1e2-f3c4af85b83e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.497282] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56b4a04e-9b11-4fc0-b1e2-f3c4af85b83e',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.497717] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-533fecf8-b440-4bf8-b312-15cad6b79947 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.497817] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-533fecf8-b440-4bf8-b312-15cad6b79947" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.498090] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-7773edc8-c980-4e9f-9a62-7945271eb0fd taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.498174] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.589393] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d68a405-7fa8-470d-9ac9-7e09153e96e3',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.590558] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d68a405-7fa8-470d-9ac9-7e09153e96e3 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.590667] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d68a405-7fa8-470d-9ac9-7e09153e96e3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.594478] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa43a53c-2448-4687-817d-cbce5d3e5072 with status ACTIVE [ 993.594656] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.595255] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.595255] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.595255] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.595255] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.595473] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.595592] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.595762] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.595921] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.596708] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.596708] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.596708] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.596708] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.596708] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.596708] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.596708] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa43a53c-2448-4687-817d-cbce5d3e5072 is going to be updated. [ 993.622519] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.622730] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.622730] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.622925] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.623076] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.623319] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa43a53c-2448-4687-817d-cbce5d3e5072" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.863755] env[65123]: INFO networking_nsxv3.common.synchronization [req-ce413877-a7aa-463e-a518-13574adacb66 req-25404fe4-b0d4-45e2-96c3-a63054b94a59 tempest-ServerRescueTestJSONUnderV235-1746114252 tempest-ServerRescueTestJSONUnderV235-1746114252-project-member] Enqueued Resource ID: 533fecf8-b440-4bf8-b312-15cad6b79947 with Priority: HIGHEST for action security_group_members [ 993.863936] env[65123]: INFO networking_nsxv3.common.synchronization [req-ce413877-a7aa-463e-a518-13574adacb66 req-25404fe4-b0d4-45e2-96c3-a63054b94a59 tempest-ServerRescueTestJSONUnderV235-1746114252 tempest-ServerRescueTestJSONUnderV235-1746114252-project-member] Enqueued Resource ID: 7773edc8-c980-4e9f-9a62-7945271eb0fd with Priority: HIGHEST for action security_group_members [ 993.864904] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 533fecf8-b440-4bf8-b312-15cad6b79947 with Priority: HIGHEST for action security_group_members [ 993.864904] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7773edc8-c980-4e9f-9a62-7945271eb0fd with Priority: HIGHEST for action security_group_members [ 993.864904] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-533fecf8-b440-4bf8-b312-15cad6b79947 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.865106] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-533fecf8-b440-4bf8-b312-15cad6b79947" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.865316] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-7773edc8-c980-4e9f-9a62-7945271eb0fd taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.865646] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.923096] env[65123]: INFO networking_nsxv3.common.synchronization [req-ce413877-a7aa-463e-a518-13574adacb66 req-25404fe4-b0d4-45e2-96c3-a63054b94a59 tempest-ServerRescueTestJSONUnderV235-1746114252 tempest-ServerRescueTestJSONUnderV235-1746114252-project-member] Enqueued Resource ID: 7773edc8-c980-4e9f-9a62-7945271eb0fd with Priority: HIGHEST for action security_group_rules [ 993.923292] env[65123]: INFO networking_nsxv3.common.synchronization [req-ce413877-a7aa-463e-a518-13574adacb66 req-25404fe4-b0d4-45e2-96c3-a63054b94a59 tempest-ServerRescueTestJSONUnderV235-1746114252 tempest-ServerRescueTestJSONUnderV235-1746114252-project-member] Enqueued Resource ID: 7773edc8-c980-4e9f-9a62-7945271eb0fd with Priority: HIGHEST for action security_group_members [ 993.923433] env[65123]: INFO networking_nsxv3.common.synchronization [req-ce413877-a7aa-463e-a518-13574adacb66 req-25404fe4-b0d4-45e2-96c3-a63054b94a59 tempest-ServerRescueTestJSONUnderV235-1746114252 tempest-ServerRescueTestJSONUnderV235-1746114252-project-member] Enqueued Resource ID: 56b4a04e-9b11-4fc0-b1e2-f3c4af85b83e with Priority: HIGHEST for action port [ 993.923726] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('533fecf8-b440-4bf8-b312-15cad6b79947',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.925436] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7773edc8-c980-4e9f-9a62-7945271eb0fd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.926510] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7773edc8-c980-4e9f-9a62-7945271eb0fd with Priority: HIGHEST for action security_group_rules [ 993.926610] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7773edc8-c980-4e9f-9a62-7945271eb0fd with Priority: HIGHEST for action security_group_members [ 993.928268] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56b4a04e-9b11-4fc0-b1e2-f3c4af85b83e with Priority: HIGHEST for action port [ 993.928268] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7773edc8-c980-4e9f-9a62-7945271eb0fd taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.928268] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.928268] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-7773edc8-c980-4e9f-9a62-7945271eb0fd taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.928268] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.928268] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-56b4a04e-9b11-4fc0-b1e2-f3c4af85b83e taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.932808] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56b4a04e-9b11-4fc0-b1e2-f3c4af85b83e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.961473] env[65123]: INFO networking_nsxv3.common.synchronization [req-213a116e-ccdc-4823-97f2-96180295b61a req-e6724620-50ec-49a2-a2da-46d9e40aa6cc tempest-ImagesOneServerTestJSON-392832405 tempest-ImagesOneServerTestJSON-392832405-project-member] Enqueued Resource ID: ae5b85c3-eb59-4975-9995-23734b607892 with Priority: HIGHEST for action security_group_members [ 993.962029] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae5b85c3-eb59-4975-9995-23734b607892 with Priority: HIGHEST for action security_group_members [ 993.965938] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae5b85c3-eb59-4975-9995-23734b607892 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.965938] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae5b85c3-eb59-4975-9995-23734b607892" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.965938] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae5b85c3-eb59-4975-9995-23734b607892" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.965938] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae5b85c3-eb59-4975-9995-23734b607892" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.965938] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.965938] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.965938] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.965938] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.965938] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.965938] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae5b85c3-eb59-4975-9995-23734b607892',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.000715] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-7773edc8-c980-4e9f-9a62-7945271eb0fd taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.000715] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.000715] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56b4a04e-9b11-4fc0-b1e2-f3c4af85b83e with status ACTIVE [ 994.000715] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.001018] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.001018] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.001323] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.001323] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.001800] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.001800] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.001800] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.001931] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.001964] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.006326] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.006459] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.006900] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.006900] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.006900] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.006900] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56b4a04e-9b11-4fc0-b1e2-f3c4af85b83e is going to be updated. [ 994.008140] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-533fecf8-b440-4bf8-b312-15cad6b79947 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.008318] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-533fecf8-b440-4bf8-b312-15cad6b79947" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.036978] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.037183] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.037256] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.037467] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.037611] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.037776] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56b4a04e-9b11-4fc0-b1e2-f3c4af85b83e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.037934] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56b4a04e-9b11-4fc0-b1e2-f3c4af85b83e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.038122] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56b4a04e-9b11-4fc0-b1e2-f3c4af85b83e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.039200] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56b4a04e-9b11-4fc0-b1e2-f3c4af85b83e',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.092038] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d68a405-7fa8-470d-9ac9-7e09153e96e3',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.379342] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock network-93 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.379571] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "network-93" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.379725] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "network-93" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.380114] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "network-93" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.381066] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.381066] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.381066] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.381066] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.381066] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.381479] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 994.381604] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 994.381716] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 994.381826] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 994.381941] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 994.382081] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 994.382208] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 994.405264] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 994.405446] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 994.405585] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 994.406166] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "network-93" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.406166] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock port-b61f195d-a705-400d-92ff-8faef70184e7 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.406455] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "port-b61f195d-a705-400d-92ff-8faef70184e7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.406455] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "port-b61f195d-a705-400d-92ff-8faef70184e7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.406873] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "port-b61f195d-a705-400d-92ff-8faef70184e7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.407104] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b61f195d-a705-400d-92ff-8faef70184e7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.426098] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('533fecf8-b440-4bf8-b312-15cad6b79947',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.427101] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7773edc8-c980-4e9f-9a62-7945271eb0fd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.468690] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.468900] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.468994] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.469252] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.469346] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.469564] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.470124] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.470124] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.470124] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.470124] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.470124] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae5b85c3-eb59-4975-9995-23734b607892 already deleted. [ 994.470124] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae5b85c3-eb59-4975-9995-23734b607892" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.542334] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56b4a04e-9b11-4fc0-b1e2-f3c4af85b83e with status ACTIVE [ 994.542334] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.542334] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.542334] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.542334] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.542334] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.542598] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.543296] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.543296] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.543296] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.543296] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.543438] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.543438] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.543525] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.543643] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.543715] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.543833] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56b4a04e-9b11-4fc0-b1e2-f3c4af85b83e is going to be updated. [ 994.569581] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.569725] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.569806] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.570033] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.570171] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.570326] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56b4a04e-9b11-4fc0-b1e2-f3c4af85b83e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.593691] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.593858] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.593933] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.594650] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.594650] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.594650] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d68a405-7fa8-470d-9ac9-7e09153e96e3 is going to be created. [ 994.625690] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.625690] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.625690] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.625690] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.625690] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.644491] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d68a405-7fa8-470d-9ac9-7e09153e96e3 in Status: UNINITIALIZED for 2s [ 994.910098] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.910379] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.910506] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.910791] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.910947] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.911116] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Segment Port b61f195d-a705-400d-92ff-8faef70184e7 not found, creating... [ 994.911580] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.911580] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.911682] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.911956] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.912058] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.912346] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.913136] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.913136] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.913136] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.913301] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.913497] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Resource: SegmentPort with ID: b61f195d-a705-400d-92ff-8faef70184e7 is going to be created. [ 994.930683] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.930910] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.931090] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.931407] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.931548] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.931696] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 533fecf8-b440-4bf8-b312-15cad6b79947 is going to be created. [ 994.933321] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.933458] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.933554] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.933790] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.934554] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.934554] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7773edc8-c980-4e9f-9a62-7945271eb0fd is going to be updated. [ 994.938550] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.938843] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.939153] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.939372] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.939784] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.940077] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "port-b61f195d-a705-400d-92ff-8faef70184e7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.964533] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.965031] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.965031] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.965144] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.965306] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.977149] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.977336] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.977698] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.977698] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.977890] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.980149] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 533fecf8-b440-4bf8-b312-15cad6b79947 in Status: UNINITIALIZED for 2s [ 994.988051] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7773edc8-c980-4e9f-9a62-7945271eb0fd in Status: IN_PROGRESS for 2s [ 995.657286] env[65123]: INFO networking_nsxv3.common.synchronization [req-213a116e-ccdc-4823-97f2-96180295b61a req-fce66c2e-d0f2-406c-ae91-84bbb427ca7b service nova] Enqueued Resource ID: ae5b85c3-eb59-4975-9995-23734b607892 with Priority: HIGHEST for action security_group_rules [ 995.657537] env[65123]: INFO networking_nsxv3.common.synchronization [req-213a116e-ccdc-4823-97f2-96180295b61a req-fce66c2e-d0f2-406c-ae91-84bbb427ca7b service nova] Enqueued Resource ID: ae5b85c3-eb59-4975-9995-23734b607892 with Priority: HIGHEST for action security_group_members [ 995.657660] env[65123]: INFO networking_nsxv3.common.synchronization [req-213a116e-ccdc-4823-97f2-96180295b61a req-fce66c2e-d0f2-406c-ae91-84bbb427ca7b service nova] Enqueued Resource ID: b61f195d-a705-400d-92ff-8faef70184e7 with Priority: HIGHEST for action port [ 995.658293] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae5b85c3-eb59-4975-9995-23734b607892 with Priority: HIGHEST for action security_group_rules [ 995.658439] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae5b85c3-eb59-4975-9995-23734b607892 with Priority: HIGHEST for action security_group_members [ 995.658563] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b61f195d-a705-400d-92ff-8faef70184e7 with Priority: HIGHEST for action port [ 995.658913] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae5b85c3-eb59-4975-9995-23734b607892 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.659016] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae5b85c3-eb59-4975-9995-23734b607892" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.659111] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae5b85c3-eb59-4975-9995-23734b607892" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.659345] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae5b85c3-eb59-4975-9995-23734b607892" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.659414] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae5b85c3-eb59-4975-9995-23734b607892',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.660356] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae5b85c3-eb59-4975-9995-23734b607892 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.660445] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae5b85c3-eb59-4975-9995-23734b607892" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.660493] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae5b85c3-eb59-4975-9995-23734b607892" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.660631] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae5b85c3-eb59-4975-9995-23734b607892" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.662392] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.662392] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.662392] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.662392] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.662392] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.662392] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae5b85c3-eb59-4975-9995-23734b607892',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.665264] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-b61f195d-a705-400d-92ff-8faef70184e7 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.665264] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b61f195d-a705-400d-92ff-8faef70184e7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.665264] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b61f195d-a705-400d-92ff-8faef70184e7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.665264] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b61f195d-a705-400d-92ff-8faef70184e7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.665264] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b61f195d-a705-400d-92ff-8faef70184e7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.166335] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae5b85c3-eb59-4975-9995-23734b607892',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.170566] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae5b85c3-eb59-4975-9995-23734b607892 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.170566] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae5b85c3-eb59-4975-9995-23734b607892" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.170566] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b61f195d-a705-400d-92ff-8faef70184e7 with status ACTIVE [ 996.170566] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.170566] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.170566] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.170566] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.170566] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.170566] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.170566] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.170566] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.170566] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.170566] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.170566] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.171273] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.171273] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.171273] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.171359] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.171616] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b61f195d-a705-400d-92ff-8faef70184e7 is going to be updated. [ 996.194215] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.194385] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.194441] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.194636] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.194766] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.194985] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b61f195d-a705-400d-92ff-8faef70184e7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.657502] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d68a405-7fa8-470d-9ac9-7e09153e96e3 in Status: SUCCESS [ 996.657777] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d68a405-7fa8-470d-9ac9-7e09153e96e3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.657903] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d68a405-7fa8-470d-9ac9-7e09153e96e3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.658138] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d68a405-7fa8-470d-9ac9-7e09153e96e3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.658328] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.658435] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.658502] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.658648] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.658723] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.658875] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d68a405-7fa8-470d-9ac9-7e09153e96e3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.658966] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d68a405-7fa8-470d-9ac9-7e09153e96e3',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.669379] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae5b85c3-eb59-4975-9995-23734b607892',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.688097] env[65123]: INFO networking_nsxv3.common.synchronization [req-ef5681f0-17ff-44ac-bf30-b25cbccafa2a req-75bf99e6-3cf4-40a7-ada8-86e9cd86a0ab tempest-ServersAdminNegativeTestJSON-771141375 tempest-ServersAdminNegativeTestJSON-771141375-project-member] Enqueued Resource ID: a2de5b53-b9e0-4a4b-b776-3160a39d5626 with Priority: HIGHEST for action security_group_members [ 996.688756] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2de5b53-b9e0-4a4b-b776-3160a39d5626 with Priority: HIGHEST for action security_group_members [ 996.689111] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2de5b53-b9e0-4a4b-b776-3160a39d5626 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.689271] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2de5b53-b9e0-4a4b-b776-3160a39d5626" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.689362] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2de5b53-b9e0-4a4b-b776-3160a39d5626" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.689587] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2de5b53-b9e0-4a4b-b776-3160a39d5626" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.689753] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.689864] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.689925] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.690095] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.690198] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.690259] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2de5b53-b9e0-4a4b-b776-3160a39d5626',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.990799] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 533fecf8-b440-4bf8-b312-15cad6b79947 in Status: SUCCESS [ 996.991080] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-533fecf8-b440-4bf8-b312-15cad6b79947" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.991247] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-533fecf8-b440-4bf8-b312-15cad6b79947" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.991489] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-533fecf8-b440-4bf8-b312-15cad6b79947" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.991672] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.991794] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.991862] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.992384] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.992496] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.992596] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('533fecf8-b440-4bf8-b312-15cad6b79947',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.999949] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7773edc8-c980-4e9f-9a62-7945271eb0fd in Status: SUCCESS [ 996.999949] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.999949] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.999949] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.999949] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.999949] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.999949] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.999949] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.999949] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.999949] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7773edc8-c980-4e9f-9a62-7945271eb0fd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.099028] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock network-914 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.099331] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "network-914" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.099451] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "network-914" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.099897] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "network-914" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.100030] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.100260] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.100329] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.100529] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.100672] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.100906] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 997.101038] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 997.101226] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 997.101681] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 997.101853] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 997.101985] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 997.102141] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 997.131274] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 997.131489] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 997.131634] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 997.131906] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "network-914" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.132289] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock port-728613b5-d000-4cd2-bc14-e6db05c05858 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.132474] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "port-728613b5-d000-4cd2-bc14-e6db05c05858" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.132596] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "port-728613b5-d000-4cd2-bc14-e6db05c05858" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.132940] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "port-728613b5-d000-4cd2-bc14-e6db05c05858" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.133100] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('728613b5-d000-4cd2-bc14-e6db05c05858',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.168531] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d68a405-7fa8-470d-9ac9-7e09153e96e3',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.172367] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.173775] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.173775] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.173775] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.173775] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.173775] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae5b85c3-eb59-4975-9995-23734b607892 is going to be created. [ 997.192842] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2de5b53-b9e0-4a4b-b776-3160a39d5626',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.202495] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.202495] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.202495] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.202810] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.202886] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.215169] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae5b85c3-eb59-4975-9995-23734b607892 in Status: UNINITIALIZED for 2s [ 997.495560] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.495723] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.495802] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.496058] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.496170] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.496438] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.496557] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.496686] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.496851] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.496936] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.497038] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 533fecf8-b440-4bf8-b312-15cad6b79947 is going to be deleted. [ 997.502632] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7773edc8-c980-4e9f-9a62-7945271eb0fd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.536699] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.537437] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.537437] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.537437] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.537437] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.537598] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-533fecf8-b440-4bf8-b312-15cad6b79947" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.537746] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-533fecf8-b440-4bf8-b312-15cad6b79947" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.537945] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-533fecf8-b440-4bf8-b312-15cad6b79947" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.538209] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.538603] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.538603] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.538603] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.538837] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.538916] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('533fecf8-b440-4bf8-b312-15cad6b79947',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.635858] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.636382] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.636463] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.636809] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.636941] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.637140] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Segment Port 728613b5-d000-4cd2-bc14-e6db05c05858 not found, creating... [ 997.637415] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.637580] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.637697] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.637944] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.638109] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.638387] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.638543] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.638661] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.638927] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.639087] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.639216] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Resource: SegmentPort with ID: 728613b5-d000-4cd2-bc14-e6db05c05858 is going to be created. [ 997.660996] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.661536] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.661536] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.661684] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.661934] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.662151] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "port-728613b5-d000-4cd2-bc14-e6db05c05858" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.671169] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d68a405-7fa8-470d-9ac9-7e09153e96e3: rpc.has_security_group_logging(os_id): False [ 997.691114] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.691333] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.691444] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.691719] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.691858] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.692225] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.692381] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.692476] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.692733] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.692856] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.692992] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d68a405-7fa8-470d-9ac9-7e09153e96e3 is going to be created. [ 997.696684] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2de5b53-b9e0-4a4b-b776-3160a39d5626',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.801093] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.801342] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.801342] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.801601] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.801886] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.826346] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d68a405-7fa8-470d-9ac9-7e09153e96e3 in Status: IN_PROGRESS for 2s [ 998.005218] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7773edc8-c980-4e9f-9a62-7945271eb0fd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.044022] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.044022] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.044022] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.044022] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.044022] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.044022] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.044022] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.044022] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.044022] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.044022] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.044022] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 533fecf8-b440-4bf8-b312-15cad6b79947 already deleted. [ 998.044022] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-533fecf8-b440-4bf8-b312-15cad6b79947" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.044022] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-533fecf8-b440-4bf8-b312-15cad6b79947" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.044022] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-533fecf8-b440-4bf8-b312-15cad6b79947" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.044022] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.044022] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.044022] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.044698] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.044698] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.044698] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('533fecf8-b440-4bf8-b312-15cad6b79947',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.199489] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.199674] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.199779] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.200055] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.200221] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.200320] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2de5b53-b9e0-4a4b-b776-3160a39d5626 is going to be updated. [ 998.233790] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.234020] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.234020] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.234252] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.234400] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.245772] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2de5b53-b9e0-4a4b-b776-3160a39d5626 in Status: IN_PROGRESS for 2s [ 998.424739] env[65123]: INFO networking_nsxv3.common.synchronization [req-ef5681f0-17ff-44ac-bf30-b25cbccafa2a req-9bca34d0-7cc6-4891-9c89-d3ed96202031 service nova] Enqueued Resource ID: a2de5b53-b9e0-4a4b-b776-3160a39d5626 with Priority: HIGHEST for action security_group_rules [ 998.424739] env[65123]: INFO networking_nsxv3.common.synchronization [req-ef5681f0-17ff-44ac-bf30-b25cbccafa2a req-9bca34d0-7cc6-4891-9c89-d3ed96202031 service nova] Enqueued Resource ID: a2de5b53-b9e0-4a4b-b776-3160a39d5626 with Priority: HIGHEST for action security_group_members [ 998.424739] env[65123]: INFO networking_nsxv3.common.synchronization [req-ef5681f0-17ff-44ac-bf30-b25cbccafa2a req-9bca34d0-7cc6-4891-9c89-d3ed96202031 service nova] Enqueued Resource ID: 728613b5-d000-4cd2-bc14-e6db05c05858 with Priority: HIGHEST for action port [ 998.424966] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2de5b53-b9e0-4a4b-b776-3160a39d5626 with Priority: HIGHEST for action security_group_rules [ 998.425016] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2de5b53-b9e0-4a4b-b776-3160a39d5626 with Priority: HIGHEST for action security_group_members [ 998.425272] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 728613b5-d000-4cd2-bc14-e6db05c05858 with Priority: HIGHEST for action port [ 998.425604] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2de5b53-b9e0-4a4b-b776-3160a39d5626 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.425825] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2de5b53-b9e0-4a4b-b776-3160a39d5626" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.425825] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2de5b53-b9e0-4a4b-b776-3160a39d5626" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.426100] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2de5b53-b9e0-4a4b-b776-3160a39d5626" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.426200] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2de5b53-b9e0-4a4b-b776-3160a39d5626',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.427912] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2de5b53-b9e0-4a4b-b776-3160a39d5626 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.428031] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2de5b53-b9e0-4a4b-b776-3160a39d5626" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.428382] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-728613b5-d000-4cd2-bc14-e6db05c05858 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.428517] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-728613b5-d000-4cd2-bc14-e6db05c05858" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.428517] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-728613b5-d000-4cd2-bc14-e6db05c05858" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.428647] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-728613b5-d000-4cd2-bc14-e6db05c05858" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.428727] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('728613b5-d000-4cd2-bc14-e6db05c05858',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.507984] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.508171] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.508247] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.508454] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.508547] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.508648] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7773edc8-c980-4e9f-9a62-7945271eb0fd is going to be updated. [ 998.543145] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.543322] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.543408] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.543611] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.543795] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.549392] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.549591] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.549675] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.549902] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.550021] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.550200] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.550350] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.550350] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.550557] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.550648] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.550648] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 533fecf8-b440-4bf8-b312-15cad6b79947 already deleted. [ 998.550770] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-533fecf8-b440-4bf8-b312-15cad6b79947" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.551997] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('533fecf8-b440-4bf8-b312-15cad6b79947',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.555743] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7773edc8-c980-4e9f-9a62-7945271eb0fd in Status: IN_PROGRESS for 2s [ 998.790847] env[65123]: INFO networking_nsxv3.common.synchronization [req-bc378490-4f8c-4037-97f7-3907e0ccf86e req-073d05e1-aa38-4c0e-82cf-18ea6aeb8fed tempest-ServerActionsTestOtherB-2116662571 tempest-ServerActionsTestOtherB-2116662571-project-member] Enqueued Resource ID: 5606699a-2416-46e1-a389-981d2760202b with Priority: HIGHEST for action security_group_members [ 998.791488] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5606699a-2416-46e1-a389-981d2760202b with Priority: HIGHEST for action security_group_members [ 998.791904] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-5606699a-2416-46e1-a389-981d2760202b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.792016] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.792064] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.792248] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.792603] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.792603] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.792603] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.792811] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.792811] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.792880] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5606699a-2416-46e1-a389-981d2760202b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.929060] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2de5b53-b9e0-4a4b-b776-3160a39d5626 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.929241] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2de5b53-b9e0-4a4b-b776-3160a39d5626" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.931951] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 728613b5-d000-4cd2-bc14-e6db05c05858 with status ACTIVE [ 998.932133] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.932209] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.932269] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.932478] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.932578] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.932792] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.932900] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.932900] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.933094] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.933156] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.933280] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.933367] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.933437] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.933572] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.933644] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.933729] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 728613b5-d000-4cd2-bc14-e6db05c05858 is going to be updated. [ 998.962768] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.962768] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.962768] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.962768] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.962768] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.962768] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-728613b5-d000-4cd2-bc14-e6db05c05858" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.054667] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('533fecf8-b440-4bf8-b312-15cad6b79947',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.226997] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae5b85c3-eb59-4975-9995-23734b607892 in Status: SUCCESS [ 999.227184] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae5b85c3-eb59-4975-9995-23734b607892" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.227361] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae5b85c3-eb59-4975-9995-23734b607892" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.227575] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae5b85c3-eb59-4975-9995-23734b607892" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.227769] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.227890] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.227957] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.228117] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.228194] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.228278] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae5b85c3-eb59-4975-9995-23734b607892" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.228368] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ae5b85c3-eb59-4975-9995-23734b607892',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.296362] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.296832] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.297023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.297303] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.323749] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.324047] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.324182] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.324250] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.324569] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.324728] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.324860] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5606699a-2416-46e1-a389-981d2760202b is going to be updated. [ 999.354819] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.354819] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.354997] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.355243] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.355571] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.367690] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5606699a-2416-46e1-a389-981d2760202b in Status: IN_PROGRESS for 2s [ 999.557195] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 533fecf8-b440-4bf8-b312-15cad6b79947: rpc.has_security_group_logging(os_id): False [ 999.575493] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.575603] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.575670] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.575831] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.575918] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.576159] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.576278] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.576350] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.576480] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.576553] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.576634] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 533fecf8-b440-4bf8-b312-15cad6b79947 is going to be created. [ 999.594951] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/533fecf8-b440-4bf8-b312-15cad6b79947], does not exist path=[/infra/domains/default/groups/533fecf8-b440-4bf8-b312-15cad6b79947]."\n}' [ 999.595146] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 533fecf8-b440-4bf8-b312-15cad6b79947 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/533fecf8-b440-4bf8-b312-15cad6b79947 [ 999.596055] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 999.639088] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.639362] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.639362] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.639734] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.644890] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.644890] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.644890] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.644890] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.644890] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.644890] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.644890] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.644890] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.644890] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.644890] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.644890] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.644890] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 533fecf8-b440-4bf8-b312-15cad6b79947 is going to be created. [ 999.667725] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/533fecf8-b440-4bf8-b312-15cad6b79947], does not exist path=[/infra/domains/default/groups/533fecf8-b440-4bf8-b312-15cad6b79947]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/533fecf8-b440-4bf8-b312-15cad6b79947 [ 999.667922] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-533fecf8-b440-4bf8-b312-15cad6b79947" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.668153] env[65123]: Traceback (most recent call last): [ 999.668195] env[65123]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 999.668195] env[65123]: return func(*args, **kwargs) [ 999.668195] env[65123]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 999.668195] env[65123]: res.raise_for_status() [ 999.668195] env[65123]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 999.668195] env[65123]: raise HTTPError(http_error_msg, response=self) [ 999.668195] env[65123]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/533fecf8-b440-4bf8-b312-15cad6b79947 [ 999.668195] env[65123]: During handling of the above exception, another exception occurred: [ 999.668195] env[65123]: Traceback (most recent call last): [ 999.668476] env[65123]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 999.668476] env[65123]: listener.cb(fileno) [ 999.668476] env[65123]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 999.668476] env[65123]: result = function(*args, **kwargs) [ 999.668476] env[65123]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 999.668476] env[65123]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 999.668476] env[65123]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 999.668476] env[65123]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 999.668476] env[65123]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 999.668476] env[65123]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 999.668476] env[65123]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 999.668476] env[65123]: res.raise_for_status() [ 999.668476] env[65123]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 999.668476] env[65123]: raise HTTPError(http_error_msg, response=self) [ 999.668476] env[65123]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/533fecf8-b440-4bf8-b312-15cad6b79947 [ 999.668476] env[65123]: Removing descriptor: 16 [ 999.732076] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae5b85c3-eb59-4975-9995-23734b607892 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.732293] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae5b85c3-eb59-4975-9995-23734b607892" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.732359] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae5b85c3-eb59-4975-9995-23734b607892" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.732588] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae5b85c3-eb59-4975-9995-23734b607892" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.732771] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.732881] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.733031] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.733128] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.733223] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.733312] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae5b85c3-eb59-4975-9995-23734b607892" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.733458] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae5b85c3-eb59-4975-9995-23734b607892 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.733576] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae5b85c3-eb59-4975-9995-23734b607892" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.733648] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae5b85c3-eb59-4975-9995-23734b607892" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.733739] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae5b85c3-eb59-4975-9995-23734b607892" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.733876] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.733971] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.734061] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.734176] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.734249] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.734315] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae5b85c3-eb59-4975-9995-23734b607892" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.734400] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ae5b85c3-eb59-4975-9995-23734b607892',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.843195] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d68a405-7fa8-470d-9ac9-7e09153e96e3 in Status: SUCCESS [ 999.843521] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d68a405-7fa8-470d-9ac9-7e09153e96e3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.237214] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ae5b85c3-eb59-4975-9995-23734b607892: rpc.has_security_group_logging(os_id): False [ 1000.259344] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2de5b53-b9e0-4a4b-b776-3160a39d5626 in Status: IN_PROGRESS for 4s [ 1000.262813] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.263108] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.263247] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.263610] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.264482] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.264482] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.264482] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.264482] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.264896] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.264896] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.265786] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.265786] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.265786] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.265786] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.266027] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.267069] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.267069] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.267069] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.267069] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.267069] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.267069] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae5b85c3-eb59-4975-9995-23734b607892 is going to be created. [ 1000.372552] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.372778] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.372778] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.374163] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.374163] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.387282] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae5b85c3-eb59-4975-9995-23734b607892 in Status: IN_PROGRESS for 2s [ 1000.570038] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7773edc8-c980-4e9f-9a62-7945271eb0fd in Status: SUCCESS [ 1000.570038] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.570038] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.570038] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.570038] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.570038] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.570038] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.570038] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.570742] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.570954] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7773edc8-c980-4e9f-9a62-7945271eb0fd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.073877] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7773edc8-c980-4e9f-9a62-7945271eb0fd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.378326] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5606699a-2416-46e1-a389-981d2760202b in Status: SUCCESS [ 1001.378516] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5606699a-2416-46e1-a389-981d2760202b deletion is rescheduled due to dependency. [ 1001.378636] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.576169] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7773edc8-c980-4e9f-9a62-7945271eb0fd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.078706] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.079133] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.079133] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.080320] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.080320] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.080320] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7773edc8-c980-4e9f-9a62-7945271eb0fd is going to be updated. [ 1002.119998] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.120220] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.120289] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.120547] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.120741] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.132207] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7773edc8-c980-4e9f-9a62-7945271eb0fd in Status: IN_PROGRESS for 2s [ 1002.276539] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2de5b53-b9e0-4a4b-b776-3160a39d5626 in Status: SUCCESS [ 1002.276861] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2de5b53-b9e0-4a4b-b776-3160a39d5626" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.277106] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2de5b53-b9e0-4a4b-b776-3160a39d5626" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.277347] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2de5b53-b9e0-4a4b-b776-3160a39d5626" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.277576] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.277732] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.277855] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.278029] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.278193] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.278262] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2de5b53-b9e0-4a4b-b776-3160a39d5626',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.403313] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae5b85c3-eb59-4975-9995-23734b607892 in Status: SUCCESS [ 1002.403630] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae5b85c3-eb59-4975-9995-23734b607892" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.649265] env[65123]: INFO networking_nsxv3.common.synchronization [None req-c4e199f3-69f5-426d-93af-78dca145ac51 tempest-ServerDiskConfigTestJSON-1012320618 tempest-ServerDiskConfigTestJSON-1012320618-project-member] Enqueued Resource ID: cd2942f6-5456-4a0a-9d28-f5bdd9a4236a with Priority: HIGHEST for action security_group_rules [ 1002.649910] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd2942f6-5456-4a0a-9d28-f5bdd9a4236a with Priority: HIGHEST for action security_group_rules [ 1002.650278] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd2942f6-5456-4a0a-9d28-f5bdd9a4236a taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.650383] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd2942f6-5456-4a0a-9d28-f5bdd9a4236a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.650611] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd2942f6-5456-4a0a-9d28-f5bdd9a4236a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.650719] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd2942f6-5456-4a0a-9d28-f5bdd9a4236a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.650828] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd2942f6-5456-4a0a-9d28-f5bdd9a4236a',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.781689] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2de5b53-b9e0-4a4b-b776-3160a39d5626',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.789511] env[65123]: INFO networking_nsxv3.common.synchronization [None req-d455d89a-be58-4879-8acf-467b07b5cbb9 tempest-ServerDiskConfigTestJSON-1012320618 tempest-ServerDiskConfigTestJSON-1012320618-project-member] Enqueued Resource ID: cd2942f6-5456-4a0a-9d28-f5bdd9a4236a with Priority: HIGHEST for action security_group_rules [ 1002.790230] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd2942f6-5456-4a0a-9d28-f5bdd9a4236a with Priority: HIGHEST for action security_group_rules [ 1002.790366] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd2942f6-5456-4a0a-9d28-f5bdd9a4236a taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.790483] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd2942f6-5456-4a0a-9d28-f5bdd9a4236a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.989675] env[65123]: INFO networking_nsxv3.common.synchronization [req-3e7491c1-4a9a-4c1b-a41a-66f82d1a81ab req-34876ec2-50b0-45f4-b599-246d08211d4a tempest-ServerRescueTestJSONUnderV235-1746114252 tempest-ServerRescueTestJSONUnderV235-1746114252-project-member] Enqueued Resource ID: 7773edc8-c980-4e9f-9a62-7945271eb0fd with Priority: HIGHEST for action security_group_members [ 1002.990418] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7773edc8-c980-4e9f-9a62-7945271eb0fd with Priority: HIGHEST for action security_group_members [ 1002.990750] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-7773edc8-c980-4e9f-9a62-7945271eb0fd taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.990910] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.178150] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.178150] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.178150] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.178150] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.178150] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.178150] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd2942f6-5456-4a0a-9d28-f5bdd9a4236a already deleted. [ 1003.178150] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd2942f6-5456-4a0a-9d28-f5bdd9a4236a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.178150] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd2942f6-5456-4a0a-9d28-f5bdd9a4236a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.178150] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd2942f6-5456-4a0a-9d28-f5bdd9a4236a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.178150] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd2942f6-5456-4a0a-9d28-f5bdd9a4236a',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.284838] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2de5b53-b9e0-4a4b-b776-3160a39d5626',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.704064] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.704310] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.704310] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.704503] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.704581] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.704683] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd2942f6-5456-4a0a-9d28-f5bdd9a4236a already deleted. [ 1003.704765] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd2942f6-5456-4a0a-9d28-f5bdd9a4236a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.788494] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.788665] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.788736] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.789107] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.789260] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.789359] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2de5b53-b9e0-4a4b-b776-3160a39d5626 is going to be updated. [ 1003.853568] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.853727] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.853805] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.854052] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.854210] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.866538] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2de5b53-b9e0-4a4b-b776-3160a39d5626 in Status: IN_PROGRESS for 2s [ 1004.143051] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7773edc8-c980-4e9f-9a62-7945271eb0fd in Status: SUCCESS [ 1004.143344] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.143516] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.143792] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.143987] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.144125] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.144185] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.144350] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.145103] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.145103] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7773edc8-c980-4e9f-9a62-7945271eb0fd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.371166] env[65123]: INFO networking_nsxv3.common.synchronization [req-8a833677-1ea7-4427-8e48-de61bf159dca req-5320f6a9-6f95-4785-a8f0-c32c7fbf46a8 tempest-ServersTestManualDisk-1073545205 tempest-ServersTestManualDisk-1073545205-project-member] Enqueued Resource ID: a74efe0f-1423-41fb-9e5f-02968bd66f81 with Priority: HIGHEST for action security_group_members [ 1004.371166] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a74efe0f-1423-41fb-9e5f-02968bd66f81 with Priority: HIGHEST for action security_group_members [ 1004.371166] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-a74efe0f-1423-41fb-9e5f-02968bd66f81 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.371166] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a74efe0f-1423-41fb-9e5f-02968bd66f81" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.371166] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a74efe0f-1423-41fb-9e5f-02968bd66f81" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.371939] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a74efe0f-1423-41fb-9e5f-02968bd66f81" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.373054] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.373947] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.373947] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.374293] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.374817] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.375206] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a74efe0f-1423-41fb-9e5f-02968bd66f81',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.652870] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.652870] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.652870] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.652870] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.675368] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.675368] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.675748] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.677607] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.677607] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.677607] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.677607] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7773edc8-c980-4e9f-9a62-7945271eb0fd is going to be updated. [ 1004.708070] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.708070] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.708070] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.708070] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.708604] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.717681] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7773edc8-c980-4e9f-9a62-7945271eb0fd in Status: IN_PROGRESS for 2s [ 1004.805787] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-770 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.806030] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-770" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.806426] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-770" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.807092] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-770" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.807092] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.807092] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.807301] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.807534] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.807720] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.807960] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1004.808197] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1004.808309] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1004.808448] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1004.808780] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1004.808780] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1004.808933] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1004.831145] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1004.831323] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1004.831460] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1004.831652] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-770" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.832170] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-588ccc95-9574-4ca2-841d-a0377a618272 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.832170] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-588ccc95-9574-4ca2-841d-a0377a618272" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.832357] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-588ccc95-9574-4ca2-841d-a0377a618272" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.832601] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-588ccc95-9574-4ca2-841d-a0377a618272" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.832734] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('588ccc95-9574-4ca2-841d-a0377a618272',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.877199] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.877417] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.877536] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.877816] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.877947] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.878243] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.878385] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.878484] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.878702] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.878857] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.879127] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a74efe0f-1423-41fb-9e5f-02968bd66f81 already deleted. [ 1004.879127] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a74efe0f-1423-41fb-9e5f-02968bd66f81" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.335777] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.336163] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.336431] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.336866] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.337564] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.337564] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port 588ccc95-9574-4ca2-841d-a0377a618272 not found, creating... [ 1005.337697] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.337900] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.338233] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.338589] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.339106] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.339259] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.339501] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.339711] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.340150] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.340362] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.340558] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: 588ccc95-9574-4ca2-841d-a0377a618272 is going to be created. [ 1005.379650] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.380059] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.380059] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.380310] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.380546] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.380838] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-588ccc95-9574-4ca2-841d-a0377a618272" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.878513] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2de5b53-b9e0-4a4b-b776-3160a39d5626 in Status: SUCCESS [ 1005.878723] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2de5b53-b9e0-4a4b-b776-3160a39d5626" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.880171] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2de5b53-b9e0-4a4b-b776-3160a39d5626" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.880171] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2de5b53-b9e0-4a4b-b776-3160a39d5626" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.880171] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.880171] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.880171] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.880171] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.880171] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.880171] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2de5b53-b9e0-4a4b-b776-3160a39d5626" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.880171] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2de5b53-b9e0-4a4b-b776-3160a39d5626',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.169241] env[65123]: INFO networking_nsxv3.common.synchronization [req-8a833677-1ea7-4427-8e48-de61bf159dca req-1ecdbc5d-a95b-44ee-8ad5-c8d53dd34c50 service nova] Enqueued Resource ID: a74efe0f-1423-41fb-9e5f-02968bd66f81 with Priority: HIGHEST for action security_group_rules [ 1006.169241] env[65123]: INFO networking_nsxv3.common.synchronization [req-8a833677-1ea7-4427-8e48-de61bf159dca req-1ecdbc5d-a95b-44ee-8ad5-c8d53dd34c50 service nova] Enqueued Resource ID: a74efe0f-1423-41fb-9e5f-02968bd66f81 with Priority: HIGHEST for action security_group_members [ 1006.169241] env[65123]: INFO networking_nsxv3.common.synchronization [req-8a833677-1ea7-4427-8e48-de61bf159dca req-1ecdbc5d-a95b-44ee-8ad5-c8d53dd34c50 service nova] Enqueued Resource ID: 588ccc95-9574-4ca2-841d-a0377a618272 with Priority: HIGHEST for action port [ 1006.170164] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a74efe0f-1423-41fb-9e5f-02968bd66f81 with Priority: HIGHEST for action security_group_rules [ 1006.170457] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a74efe0f-1423-41fb-9e5f-02968bd66f81 with Priority: HIGHEST for action security_group_members [ 1006.171150] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 588ccc95-9574-4ca2-841d-a0377a618272 with Priority: HIGHEST for action port [ 1006.174270] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a74efe0f-1423-41fb-9e5f-02968bd66f81 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.174270] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a74efe0f-1423-41fb-9e5f-02968bd66f81" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.174270] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a74efe0f-1423-41fb-9e5f-02968bd66f81" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.174270] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a74efe0f-1423-41fb-9e5f-02968bd66f81" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.174270] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a74efe0f-1423-41fb-9e5f-02968bd66f81',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.174270] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-a74efe0f-1423-41fb-9e5f-02968bd66f81 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.174270] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a74efe0f-1423-41fb-9e5f-02968bd66f81" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.174270] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a74efe0f-1423-41fb-9e5f-02968bd66f81" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.174832] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a74efe0f-1423-41fb-9e5f-02968bd66f81" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.175817] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.176030] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.176144] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.176387] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.176481] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.176622] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a74efe0f-1423-41fb-9e5f-02968bd66f81',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.178155] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-588ccc95-9574-4ca2-841d-a0377a618272 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.178308] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-588ccc95-9574-4ca2-841d-a0377a618272" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.179376] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-588ccc95-9574-4ca2-841d-a0377a618272" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.179376] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-588ccc95-9574-4ca2-841d-a0377a618272" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.179376] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('588ccc95-9574-4ca2-841d-a0377a618272',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.382862] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2de5b53-b9e0-4a4b-b776-3160a39d5626 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.383163] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2de5b53-b9e0-4a4b-b776-3160a39d5626" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.383163] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2de5b53-b9e0-4a4b-b776-3160a39d5626" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.383336] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2de5b53-b9e0-4a4b-b776-3160a39d5626" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.383521] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.383721] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.383721] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.383979] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.383979] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.383979] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2de5b53-b9e0-4a4b-b776-3160a39d5626" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.384161] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2de5b53-b9e0-4a4b-b776-3160a39d5626 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.384582] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2de5b53-b9e0-4a4b-b776-3160a39d5626" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.384582] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2de5b53-b9e0-4a4b-b776-3160a39d5626" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.384931] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2de5b53-b9e0-4a4b-b776-3160a39d5626" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.385089] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.385324] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.385380] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.385524] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.385605] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.385692] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2de5b53-b9e0-4a4b-b776-3160a39d5626" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.385785] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2de5b53-b9e0-4a4b-b776-3160a39d5626',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.536233] env[65123]: INFO networking_nsxv3.common.synchronization [req-d1b79f86-0044-4985-97c6-e499aedc2ca5 req-933b23d2-8464-4507-9566-508dacb40e55 tempest-ServerDiskConfigTestJSON-1012320618 tempest-ServerDiskConfigTestJSON-1012320618-project-member] Enqueued Resource ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 with Priority: HIGHEST for action security_group_members [ 1006.536900] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 with Priority: HIGHEST for action security_group_members [ 1006.537559] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.537559] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.537559] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.537559] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.538172] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.538448] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.538448] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.538550] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.538585] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.538675] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.682103] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a74efe0f-1423-41fb-9e5f-02968bd66f81',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.682662] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-a74efe0f-1423-41fb-9e5f-02968bd66f81 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.682778] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a74efe0f-1423-41fb-9e5f-02968bd66f81" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.682925] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 588ccc95-9574-4ca2-841d-a0377a618272 with status ACTIVE [ 1006.683571] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.683571] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.683571] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.683571] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.683571] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.683815] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.683815] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.683889] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.684932] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.685034] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.685235] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.685377] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.685409] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.685544] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.685606] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.685718] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 588ccc95-9574-4ca2-841d-a0377a618272 is going to be updated. [ 1006.729358] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.729535] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.729637] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.729849] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.730033] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.730615] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-588ccc95-9574-4ca2-841d-a0377a618272" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.740614] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7773edc8-c980-4e9f-9a62-7945271eb0fd in Status: SUCCESS [ 1006.740614] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7773edc8-c980-4e9f-9a62-7945271eb0fd deletion is rescheduled due to dependency. [ 1006.740614] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.740614] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.740614] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.740614] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.740614] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.740614] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.740614] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.740614] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.740614] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.740614] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7773edc8-c980-4e9f-9a62-7945271eb0fd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.740614] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.740614] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.741714] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.743221] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.743432] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.743706] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.744237] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.744445] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7773edc8-c980-4e9f-9a62-7945271eb0fd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.888575] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2de5b53-b9e0-4a4b-b776-3160a39d5626: rpc.has_security_group_logging(os_id): False [ 1006.908989] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.908989] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.908989] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.910456] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.933148] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.933365] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.933491] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.933557] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.936596] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.936596] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.936596] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.936596] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.936596] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.936596] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.936596] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.936596] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.936596] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.936596] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.936596] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.936596] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.936596] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2de5b53-b9e0-4a4b-b776-3160a39d5626 is going to be updated. [ 1007.010645] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.010850] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.010921] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.011151] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.011303] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.026335] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2de5b53-b9e0-4a4b-b776-3160a39d5626 in Status: IN_PROGRESS for 2s [ 1007.043217] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.043388] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.043459] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.043716] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.072343] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.072343] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.072343] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.072343] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.072343] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.072343] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.072343] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 is going to be updated. [ 1007.127582] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.127582] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.127582] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.127582] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.127582] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.146720] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 in Status: IN_PROGRESS for 2s [ 1007.189047] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a74efe0f-1423-41fb-9e5f-02968bd66f81',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.247151] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-7773edc8-c980-4e9f-9a62-7945271eb0fd taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.247300] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.248143] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.248143] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.248143] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.248143] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.248143] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.248356] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.248356] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.248356] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.248537] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.248590] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.248686] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7773edc8-c980-4e9f-9a62-7945271eb0fd is going to be updated. [ 1007.284772] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.284968] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.285046] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.286160] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.286160] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.296215] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7773edc8-c980-4e9f-9a62-7945271eb0fd in Status: IN_PROGRESS for 2s [ 1007.692495] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.692875] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.692875] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.692960] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.692998] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.693120] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a74efe0f-1423-41fb-9e5f-02968bd66f81 is going to be created. [ 1007.722845] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.723034] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.723082] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.723274] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.723443] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.737564] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a74efe0f-1423-41fb-9e5f-02968bd66f81 in Status: UNINITIALIZED for 2s [ 1008.859730] env[65123]: INFO networking_nsxv3.common.synchronization [req-20146ee0-0459-4aeb-8117-d8655ec7ab27 req-9cf63a27-28a6-4dcc-8f5b-043bf46e6211 tempest-ImagesTestJSON-844462913 tempest-ImagesTestJSON-844462913-project-member] Enqueued Resource ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b with Priority: HIGHEST for action security_group_members [ 1008.860591] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b with Priority: HIGHEST for action security_group_members [ 1008.860959] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca4c776-73af-4661-8a6d-1a9c658d044b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.861412] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.861412] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.861412] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.861592] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.861721] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.861756] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.861933] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.862020] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.862116] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ca4c776-73af-4661-8a6d-1a9c658d044b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.041044] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2de5b53-b9e0-4a4b-b776-3160a39d5626 in Status: SUCCESS [ 1009.041393] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2de5b53-b9e0-4a4b-b776-3160a39d5626" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.157981] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 in Status: SUCCESS [ 1009.158824] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 deletion is rescheduled due to dependency. [ 1009.158824] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.327330] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7773edc8-c980-4e9f-9a62-7945271eb0fd in Status: SUCCESS [ 1009.327531] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7773edc8-c980-4e9f-9a62-7945271eb0fd deletion is rescheduled due to dependency. [ 1009.327531] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.327970] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.328424] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.328424] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.328595] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.328595] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.328740] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.328859] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.329033] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.329201] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-7773edc8-c980-4e9f-9a62-7945271eb0fd taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.329325] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.329391] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.329579] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.329731] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.329840] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.329906] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.330067] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.330412] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.330412] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.330412] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7773edc8-c980-4e9f-9a62-7945271eb0fd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.367199] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.367199] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.367199] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.367199] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.397462] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.397735] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.397863] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.397934] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.398171] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.398264] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.398362] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b is going to be updated. [ 1009.434610] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.435307] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.435501] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.435785] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.436255] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.448027] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b in Status: IN_PROGRESS for 2s [ 1009.692422] env[65123]: INFO networking_nsxv3.common.synchronization [None req-eab28366-7903-4e5f-961a-05b7fea57f4d tempest-AttachVolumeTestJSON-293892057 tempest-AttachVolumeTestJSON-293892057-project-member] Enqueued Resource ID: c8385211-55ab-49eb-a820-5020250059cc with Priority: HIGHEST for action security_group_rules [ 1009.693380] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8385211-55ab-49eb-a820-5020250059cc with Priority: HIGHEST for action security_group_rules [ 1009.693882] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8385211-55ab-49eb-a820-5020250059cc taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.694153] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8385211-55ab-49eb-a820-5020250059cc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.694236] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8385211-55ab-49eb-a820-5020250059cc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.694577] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8385211-55ab-49eb-a820-5020250059cc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.694689] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8385211-55ab-49eb-a820-5020250059cc',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.753557] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a74efe0f-1423-41fb-9e5f-02968bd66f81 in Status: SUCCESS [ 1009.753875] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a74efe0f-1423-41fb-9e5f-02968bd66f81" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.754166] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a74efe0f-1423-41fb-9e5f-02968bd66f81" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.754284] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a74efe0f-1423-41fb-9e5f-02968bd66f81" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.754819] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.754819] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.754819] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.755116] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.755288] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.755491] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a74efe0f-1423-41fb-9e5f-02968bd66f81" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.755782] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a74efe0f-1423-41fb-9e5f-02968bd66f81',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.801027] env[65123]: INFO networking_nsxv3.common.synchronization [None req-8109a684-ecdf-4fac-b0f3-9e0d752b7565 tempest-AttachVolumeTestJSON-293892057 tempest-AttachVolumeTestJSON-293892057-project-member] Enqueued Resource ID: c8385211-55ab-49eb-a820-5020250059cc with Priority: HIGHEST for action security_group_rules [ 1009.801748] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8385211-55ab-49eb-a820-5020250059cc with Priority: HIGHEST for action security_group_rules [ 1009.802110] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8385211-55ab-49eb-a820-5020250059cc taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.802212] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8385211-55ab-49eb-a820-5020250059cc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.834033] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7773edc8-c980-4e9f-9a62-7945271eb0fd: rpc.has_security_group_logging(os_id): False [ 1009.855308] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.855308] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.855308] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.855519] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.855555] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.855982] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.855982] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.856133] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.856482] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.856482] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.856676] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.856922] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.857056] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.857246] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.857369] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.857597] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.857751] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.857902] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.858187] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.858187] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.858347] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7773edc8-c980-4e9f-9a62-7945271eb0fd is going to be updated. [ 1009.924818] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.925126] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.925126] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.925353] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.925417] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.938425] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7773edc8-c980-4e9f-9a62-7945271eb0fd in Status: IN_PROGRESS for 2s [ 1010.229502] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.229729] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.229729] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.229902] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.230010] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.230153] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8385211-55ab-49eb-a820-5020250059cc already deleted. [ 1010.230264] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8385211-55ab-49eb-a820-5020250059cc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.230428] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8385211-55ab-49eb-a820-5020250059cc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.230601] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8385211-55ab-49eb-a820-5020250059cc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.230727] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8385211-55ab-49eb-a820-5020250059cc',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.260405] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a74efe0f-1423-41fb-9e5f-02968bd66f81',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.763166] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a74efe0f-1423-41fb-9e5f-02968bd66f81: rpc.has_security_group_logging(os_id): False [ 1010.782332] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.783231] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.783231] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.783231] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.783231] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.783231] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8385211-55ab-49eb-a820-5020250059cc already deleted. [ 1010.783231] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8385211-55ab-49eb-a820-5020250059cc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.794433] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.794536] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.794587] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.794834] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.794961] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.795301] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.795424] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.795498] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.795659] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.795756] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.795862] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a74efe0f-1423-41fb-9e5f-02968bd66f81 is going to be created. [ 1010.865249] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.865481] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.865555] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.865794] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.866093] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.880479] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a74efe0f-1423-41fb-9e5f-02968bd66f81 in Status: IN_PROGRESS for 2s [ 1011.337727] env[65123]: INFO networking_nsxv3.common.synchronization [req-00bd9f4e-74b2-4736-939f-35b7007596f6 req-b33711ba-dd62-4e99-865f-e9c16d95fa6e tempest-AttachVolumeShelveTestJSON-1071414166 tempest-AttachVolumeShelveTestJSON-1071414166-project-member] Enqueued Resource ID: c9519fe2-8165-4d3d-8148-9f12ba0e6be4 with Priority: HIGHEST for action security_group_members [ 1011.338214] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9519fe2-8165-4d3d-8148-9f12ba0e6be4 with Priority: HIGHEST for action security_group_members [ 1011.338528] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9519fe2-8165-4d3d-8148-9f12ba0e6be4 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.338656] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9519fe2-8165-4d3d-8148-9f12ba0e6be4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.338722] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9519fe2-8165-4d3d-8148-9f12ba0e6be4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.338946] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9519fe2-8165-4d3d-8148-9f12ba0e6be4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.339110] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.339210] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.339272] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.339573] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.339573] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.339573] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9519fe2-8165-4d3d-8148-9f12ba0e6be4',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.464911] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b in Status: SUCCESS [ 1011.465669] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b deletion is rescheduled due to dependency. [ 1011.465669] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.544819] env[65123]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1011.545193] env[65123]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] NSXv3 Agent Agent loop - iteration:2 started [ 1011.841984] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.842170] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.842245] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.842467] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.878034] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.878315] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.878440] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.878508] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.878712] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.878797] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.878918] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9519fe2-8165-4d3d-8148-9f12ba0e6be4 is going to be updated. [ 1011.910544] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.910704] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.910748] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.910962] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.911402] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.921583] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9519fe2-8165-4d3d-8148-9f12ba0e6be4 in Status: IN_PROGRESS for 2s [ 1011.952532] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7773edc8-c980-4e9f-9a62-7945271eb0fd in Status: SUCCESS [ 1011.952753] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.952941] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.953182] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.953320] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7773edc8-c980-4e9f-9a62-7945271eb0fd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.483889] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.484338] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.484338] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.485614] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.485778] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.485833] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7773edc8-c980-4e9f-9a62-7945271eb0fd is going to be deleted. [ 1012.556210] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.556407] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.556457] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.556710] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.556811] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.556970] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7773edc8-c980-4e9f-9a62-7945271eb0fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.897118] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a74efe0f-1423-41fb-9e5f-02968bd66f81 in Status: SUCCESS [ 1012.897391] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a74efe0f-1423-41fb-9e5f-02968bd66f81" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.939274] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9519fe2-8165-4d3d-8148-9f12ba0e6be4 in Status: SUCCESS [ 1013.939274] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9519fe2-8165-4d3d-8148-9f12ba0e6be4 deletion is rescheduled due to dependency. [ 1013.939274] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9519fe2-8165-4d3d-8148-9f12ba0e6be4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.545914] env[65123]: INFO networking_nsxv3.common.synchronization [req-e0a51e19-8e81-49f9-b66f-2770825fdad9 req-a5c556bd-5a61-40ed-8773-d71178ab46dc tempest-ServersAdminNegativeTestJSON-771141375 tempest-ServersAdminNegativeTestJSON-771141375-project-member] Enqueued Resource ID: a2de5b53-b9e0-4a4b-b776-3160a39d5626 with Priority: HIGHEST for action security_group_members [ 1015.546416] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2de5b53-b9e0-4a4b-b776-3160a39d5626 with Priority: HIGHEST for action security_group_members [ 1015.546724] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2de5b53-b9e0-4a4b-b776-3160a39d5626 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.546850] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2de5b53-b9e0-4a4b-b776-3160a39d5626" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.546945] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2de5b53-b9e0-4a4b-b776-3160a39d5626" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.547122] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2de5b53-b9e0-4a4b-b776-3160a39d5626" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.547283] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.547380] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.547443] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.547583] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.547667] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.547757] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2de5b53-b9e0-4a4b-b776-3160a39d5626',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.054620] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2de5b53-b9e0-4a4b-b776-3160a39d5626',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.556368] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2de5b53-b9e0-4a4b-b776-3160a39d5626',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.060036] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.060036] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.060036] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.060036] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.060036] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.060036] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2de5b53-b9e0-4a4b-b776-3160a39d5626 is going to be updated. [ 1017.108732] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.109550] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.109550] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.109550] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.109715] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.124102] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2de5b53-b9e0-4a4b-b776-3160a39d5626 in Status: IN_PROGRESS for 2s [ 1018.529050] env[65123]: INFO networking_nsxv3.common.synchronization [req-2c3feee2-c0bf-4351-87e8-367f2a636a18 req-4375a0f1-d1ed-466d-857c-4af775751504 tempest-ServersTestJSON-1284900872 tempest-ServersTestJSON-1284900872-project-member] Enqueued Resource ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 with Priority: HIGHEST for action security_group_members [ 1018.530154] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 with Priority: HIGHEST for action security_group_members [ 1018.530154] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-805ecbe4-9457-4391-a823-a6cb5e6e4067 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.530470] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.530556] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.531378] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.531378] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.531378] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.531378] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.531378] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.531378] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.531953] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.039025] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.140720] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2de5b53-b9e0-4a4b-b776-3160a39d5626 in Status: SUCCESS [ 1019.140938] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2de5b53-b9e0-4a4b-b776-3160a39d5626" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.376889] env[65123]: INFO networking_nsxv3.common.synchronization [req-304f8825-ab7b-4378-bc8a-889d0a3da0f2 req-c33cbf1d-2679-4665-ac5a-88bde107d9c1 tempest-AttachVolumeNegativeTest-1722468573 tempest-AttachVolumeNegativeTest-1722468573-project-member] Enqueued Resource ID: 66899d70-91dd-4168-ac81-5840db510b23 with Priority: HIGHEST for action security_group_members [ 1019.377936] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66899d70-91dd-4168-ac81-5840db510b23 with Priority: HIGHEST for action security_group_members [ 1019.377936] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-66899d70-91dd-4168-ac81-5840db510b23 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.378100] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66899d70-91dd-4168-ac81-5840db510b23" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.378100] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66899d70-91dd-4168-ac81-5840db510b23" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.378480] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66899d70-91dd-4168-ac81-5840db510b23" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.378590] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.378788] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.378788] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.379169] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.379169] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.379263] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66899d70-91dd-4168-ac81-5840db510b23',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.542439] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.737080] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-618 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.737336] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-618" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.737465] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-618" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.738155] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-618" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.738155] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.738391] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.738453] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.740330] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.740330] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.740330] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1019.740330] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1019.740330] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1019.740330] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1019.740330] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1019.740330] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1019.740330] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1019.762859] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1019.763077] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1019.763256] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1019.763490] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-618" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.763980] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-badd05f3-069b-4a5c-99ad-2f72ed38ab8e taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.764234] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-badd05f3-069b-4a5c-99ad-2f72ed38ab8e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.764394] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-badd05f3-069b-4a5c-99ad-2f72ed38ab8e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.764769] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-badd05f3-069b-4a5c-99ad-2f72ed38ab8e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.764979] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('badd05f3-069b-4a5c-99ad-2f72ed38ab8e',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.882271] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.882271] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.882271] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.882271] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.882271] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.882777] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.882777] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.882777] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.882777] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.882777] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.882950] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66899d70-91dd-4168-ac81-5840db510b23 already deleted. [ 1019.882950] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66899d70-91dd-4168-ac81-5840db510b23" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.044291] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.044474] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.044544] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.044790] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.044882] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.045045] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 is going to be updated. [ 1020.077437] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.077437] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.077437] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.077659] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.077721] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.089952] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 in Status: IN_PROGRESS for 2s [ 1020.267648] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.267911] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.268073] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.268373] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.268541] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.268703] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port badd05f3-069b-4a5c-99ad-2f72ed38ab8e not found, creating... [ 1020.269040] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.269252] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.269378] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.269623] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.269817] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.270197] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.270390] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.270534] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.270797] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.270938] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.271129] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: badd05f3-069b-4a5c-99ad-2f72ed38ab8e is going to be created. [ 1020.298471] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.298724] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.298855] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.299241] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.299496] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.299779] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-badd05f3-069b-4a5c-99ad-2f72ed38ab8e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.038533] env[65123]: INFO networking_nsxv3.common.synchronization [req-304f8825-ab7b-4378-bc8a-889d0a3da0f2 req-c9f864b5-335e-445b-8c63-4f43083105b1 service nova] Enqueued Resource ID: 66899d70-91dd-4168-ac81-5840db510b23 with Priority: HIGHEST for action security_group_rules [ 1021.038830] env[65123]: INFO networking_nsxv3.common.synchronization [req-304f8825-ab7b-4378-bc8a-889d0a3da0f2 req-c9f864b5-335e-445b-8c63-4f43083105b1 service nova] Enqueued Resource ID: 66899d70-91dd-4168-ac81-5840db510b23 with Priority: HIGHEST for action security_group_members [ 1021.039201] env[65123]: INFO networking_nsxv3.common.synchronization [req-304f8825-ab7b-4378-bc8a-889d0a3da0f2 req-c9f864b5-335e-445b-8c63-4f43083105b1 service nova] Enqueued Resource ID: badd05f3-069b-4a5c-99ad-2f72ed38ab8e with Priority: HIGHEST for action port [ 1021.039862] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66899d70-91dd-4168-ac81-5840db510b23 with Priority: HIGHEST for action security_group_rules [ 1021.040088] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66899d70-91dd-4168-ac81-5840db510b23 with Priority: HIGHEST for action security_group_members [ 1021.040274] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: badd05f3-069b-4a5c-99ad-2f72ed38ab8e with Priority: HIGHEST for action port [ 1021.040706] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66899d70-91dd-4168-ac81-5840db510b23 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.040886] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66899d70-91dd-4168-ac81-5840db510b23" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.040998] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66899d70-91dd-4168-ac81-5840db510b23" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.041310] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66899d70-91dd-4168-ac81-5840db510b23" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.041443] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66899d70-91dd-4168-ac81-5840db510b23',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.042666] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-66899d70-91dd-4168-ac81-5840db510b23 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.042790] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66899d70-91dd-4168-ac81-5840db510b23" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.042907] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66899d70-91dd-4168-ac81-5840db510b23" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.043552] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66899d70-91dd-4168-ac81-5840db510b23" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.043552] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.043864] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.043864] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.043952] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.044052] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.044226] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66899d70-91dd-4168-ac81-5840db510b23',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.045381] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-badd05f3-069b-4a5c-99ad-2f72ed38ab8e taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.045499] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-badd05f3-069b-4a5c-99ad-2f72ed38ab8e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.045552] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-badd05f3-069b-4a5c-99ad-2f72ed38ab8e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.045699] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-badd05f3-069b-4a5c-99ad-2f72ed38ab8e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.045770] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('badd05f3-069b-4a5c-99ad-2f72ed38ab8e',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.551858] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66899d70-91dd-4168-ac81-5840db510b23',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.554040] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port badd05f3-069b-4a5c-99ad-2f72ed38ab8e with status ACTIVE [ 1021.554040] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.554040] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.554040] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.554040] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.554040] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.554040] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.554548] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.554548] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.555308] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.555308] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.555308] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.555308] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.555308] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.555550] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.555550] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.555550] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: badd05f3-069b-4a5c-99ad-2f72ed38ab8e is going to be updated. [ 1021.556721] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-66899d70-91dd-4168-ac81-5840db510b23 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.556861] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66899d70-91dd-4168-ac81-5840db510b23" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.580773] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.580920] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.580987] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.581237] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.581485] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.581589] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-badd05f3-069b-4a5c-99ad-2f72ed38ab8e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.058732] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66899d70-91dd-4168-ac81-5840db510b23',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.100263] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 in Status: SUCCESS [ 1022.101051] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.561023] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.561023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.561023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.561023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.561401] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.561401] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66899d70-91dd-4168-ac81-5840db510b23 is going to be created. [ 1022.587751] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.587898] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.588046] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.588250] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.588386] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.600880] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66899d70-91dd-4168-ac81-5840db510b23 in Status: UNINITIALIZED for 2s [ 1023.486837] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.487333] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.487333] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.487564] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.487564] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.800329] env[65123]: INFO networking_nsxv3.common.synchronization [req-314e19e5-2f84-4388-9c72-470c91c03655 req-c3ccc2e0-0f1c-4bdb-999e-c5c3a675dd35 tempest-ServerDiskConfigTestJSON-1012320618 tempest-ServerDiskConfigTestJSON-1012320618-project-member] Enqueued Resource ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 with Priority: HIGHEST for action security_group_members [ 1023.800329] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 with Priority: HIGHEST for action security_group_members [ 1023.800513] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.800513] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.800513] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.800715] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.800852] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.800945] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.801011] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.802336] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.802917] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.802917] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.995360] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.196770] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-211 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.196994] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-211" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.197184] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-211" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.197453] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-211" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.197707] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.197863] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.198032] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.198192] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.198353] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.198541] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1024.198649] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1024.198754] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1024.198859] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1024.198964] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1024.200332] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1024.200556] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1024.223049] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1024.223208] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1024.223269] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1024.223411] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-211" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.223729] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-d5c494d2-fab2-4948-bdf2-d0b8adf16fc3 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.223904] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-d5c494d2-fab2-4948-bdf2-d0b8adf16fc3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.224047] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-d5c494d2-fab2-4948-bdf2-d0b8adf16fc3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.224414] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-d5c494d2-fab2-4948-bdf2-d0b8adf16fc3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.224552] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5c494d2-fab2-4948-bdf2-d0b8adf16fc3',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.306358] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.306587] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.306587] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.306833] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.306890] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.307307] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.307495] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.307571] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.307758] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.307850] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.307929] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 is going to be updated. [ 1024.340470] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.340631] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.340732] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.340923] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.341111] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.352355] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 in Status: IN_PROGRESS for 2s [ 1024.499864] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.617645] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66899d70-91dd-4168-ac81-5840db510b23 in Status: SUCCESS [ 1024.617849] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66899d70-91dd-4168-ac81-5840db510b23" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.619752] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66899d70-91dd-4168-ac81-5840db510b23" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.619752] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66899d70-91dd-4168-ac81-5840db510b23" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.619752] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.619752] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.619752] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.619752] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.619752] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.619752] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66899d70-91dd-4168-ac81-5840db510b23" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.620282] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('66899d70-91dd-4168-ac81-5840db510b23',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.727210] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.727457] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.727569] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.727852] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.727997] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.728166] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port d5c494d2-fab2-4948-bdf2-d0b8adf16fc3 not found, creating... [ 1024.728425] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.728581] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.728696] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.728913] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.729173] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.729542] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.729714] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.729836] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.730335] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.730335] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.730458] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: d5c494d2-fab2-4948-bdf2-d0b8adf16fc3 is going to be created. [ 1024.753996] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.754260] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.754362] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.754631] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.754876] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.755155] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-d5c494d2-fab2-4948-bdf2-d0b8adf16fc3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.003121] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1025.003238] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1025.122875] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('66899d70-91dd-4168-ac81-5840db510b23',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.498624] env[65123]: INFO networking_nsxv3.common.synchronization [req-314e19e5-2f84-4388-9c72-470c91c03655 req-d5dba360-83fd-4f51-a06d-98038a6aff50 service nova] Enqueued Resource ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 with Priority: HIGHEST for action security_group_rules [ 1025.498718] env[65123]: INFO networking_nsxv3.common.synchronization [req-314e19e5-2f84-4388-9c72-470c91c03655 req-d5dba360-83fd-4f51-a06d-98038a6aff50 service nova] Enqueued Resource ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 with Priority: HIGHEST for action security_group_members [ 1025.499098] env[65123]: INFO networking_nsxv3.common.synchronization [req-314e19e5-2f84-4388-9c72-470c91c03655 req-d5dba360-83fd-4f51-a06d-98038a6aff50 service nova] Enqueued Resource ID: d5c494d2-fab2-4948-bdf2-d0b8adf16fc3 with Priority: HIGHEST for action port [ 1025.499577] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 with Priority: HIGHEST for action security_group_rules [ 1025.499916] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 with Priority: HIGHEST for action security_group_members [ 1025.499916] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5c494d2-fab2-4948-bdf2-d0b8adf16fc3 with Priority: HIGHEST for action port [ 1025.500326] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.500326] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.500326] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.500616] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.500616] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.501459] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.501588] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.501828] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5c494d2-fab2-4948-bdf2-d0b8adf16fc3 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.501940] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5c494d2-fab2-4948-bdf2-d0b8adf16fc3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.502010] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5c494d2-fab2-4948-bdf2-d0b8adf16fc3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.502211] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5c494d2-fab2-4948-bdf2-d0b8adf16fc3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.502288] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5c494d2-fab2-4948-bdf2-d0b8adf16fc3',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.625861] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 66899d70-91dd-4168-ac81-5840db510b23: rpc.has_security_group_logging(os_id): False [ 1025.649292] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.650040] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.650040] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.650298] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.650298] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.650598] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.650698] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.650808] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.651110] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.651819] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.651955] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66899d70-91dd-4168-ac81-5840db510b23 is going to be created. [ 1025.716344] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.716492] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.717097] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.717097] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.717097] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.729763] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66899d70-91dd-4168-ac81-5840db510b23 in Status: IN_PROGRESS for 2s [ 1025.991389] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.991585] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.991585] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.992259] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.004109] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1026.004988] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.006284] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1026.007557] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.007733] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.007827] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d5c494d2-fab2-4948-bdf2-d0b8adf16fc3 with status ACTIVE [ 1026.007983] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.008098] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.008165] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.008361] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.008440] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.008605] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.008700] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.008750] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.008909] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.008982] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.009217] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.009293] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.009348] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.009477] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.009577] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.009620] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d5c494d2-fab2-4948-bdf2-d0b8adf16fc3 is going to be updated. [ 1026.040028] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.040028] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.040028] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.040028] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.040323] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.040471] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5c494d2-fab2-4948-bdf2-d0b8adf16fc3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.050564] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.050827] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.050881] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.051168] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.061835] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.062681] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1026.062748] env[65123]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65123) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1026.062846] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1026.132384] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.132540] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.132632] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.132876] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.134206] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.134432] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1026.243515] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.243737] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.243974] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.244264] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.244565] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.244843] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1026.339171] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.339361] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.339425] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.339668] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.339982] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.340322] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:49. [ 1026.340448] env[65123]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'bd17b423-2504-4a0b-9316-d9646b5856f9', 'fc18ea69-ea22-4176-ba3e-77f2f084aa82', 'cf084345-02ac-40f0-83e6-e6dad3f1da01', '21c307f8-d7f6-45b1-901e-48f5c00fcdfc', '187397ad-1834-4cfb-8ff0-b7284d23420c', '5b14fcce-45d1-4b5a-8184-9d6a215d92fd', 'c9519fe2-8165-4d3d-8148-9f12ba0e6be4', 'bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0', '60ea0906-f9a6-4928-8040-ba9896621220', '86d28ba7-1065-46c8-bf3a-84e956c0e786', '1d68a405-7fa8-470d-9ac9-7e09153e96e3', 'edc98a23-2b13-4661-9524-caf5365deadf', '66899d70-91dd-4168-ac81-5840db510b23', '004c13a1-c351-46a4-b35f-baaa03ef1040', '97891135-dd7c-4357-80ce-76de4593fad7', 'd7a9e508-748a-4c78-bd41-37e7882d4c1f', '51f80002-7357-4a27-aa0f-7562a569f8f1', 'c2d08436-351c-4d82-a1f1-2b3cee27193b', '69b388af-5618-40aa-9dc4-cf199da1ab33', 'a433efe1-acc5-4fe4-b408-4da9b17cf561', '58ea535e-6679-43e5-9c51-e76bdbd02b02', '53223eff-2e7e-4601-a6eb-563d5cb5bc32', '1380cffc-4099-4075-b5a3-911305d6ea5c', '41c9e9da-5695-43b1-82a7-d34673030227', '4ca4c776-73af-4661-8a6d-1a9c658d044b', '58a92d28-ea32-4136-881b-c9e00679b197', 'a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae', '7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6', 'cfdabfe4-ab89-4faf-8a03-558dd5b7796b', 'eac7e7d4-2b7d-41a6-a03a-40acd50b6af6', '02708fce-90c8-4783-ab9f-c19d52a628ad', 'd44d924d-4e7d-48fe-9b2a-992c876e3527', 'a2de5b53-b9e0-4a4b-b776-3160a39d5626', 'e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c', 'ae5b85c3-eb59-4975-9995-23734b607892', '547037e8-4842-4c71-8052-f89b6a5cd740', '0b1196d2-d91d-4629-ad5b-62ce65d067b5', '8fcd665b-7f92-418a-a7bb-35a0ae34d15b', 'a470f8eb-7728-412e-9895-acba6dfb973d', '031449d6-bcc6-49b1-8d57-31ae95da81a6', '56c043af-f32c-4d0e-a2b6-3f16bdbe73e0', 'aa9989a9-f9fb-4528-8e69-00aad4dc38f9', 'a74efe0f-1423-41fb-9e5f-02968bd66f81', 'a98e674a-b8bf-457d-adf2-b98cb5a75bdf', '805ecbe4-9457-4391-a823-a6cb5e6e4067', '5606699a-2416-46e1-a389-981d2760202b', '65a23299-64ad-49ba-8d13-5b8591b0226a', '2a036058-7354-4a79-b92b-a4da5afe98ad', '92991085-8477-4b64-b6ba-9f68fb2356f8'} {{(pid=65123) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1026.340584] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1026.361895] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 in Status: SUCCESS [ 1026.362325] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 deletion is rescheduled due to dependency. [ 1026.362573] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.362865] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.363170] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.363469] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.363637] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.363673] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.363868] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.363950] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.364082] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.365857] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.366014] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.366083] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.366258] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.366395] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.366458] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1026.366571] env[65123]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65123) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1026.366695] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1026.379894] env[65123]: INFO networking_nsxv3.common.synchronization [req-cba76d18-6b09-497b-9d21-05b0c3761c40 req-416d59b9-12b3-49d1-ae83-87b301d6ea6c tempest-DeleteServersTestJSON-1766806868 tempest-DeleteServersTestJSON-1766806868-project-member] Enqueued Resource ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 with Priority: HIGHEST for action security_group_members [ 1026.380478] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 with Priority: HIGHEST for action security_group_members [ 1026.380797] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.380918] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.380985] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.381194] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.381389] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.381465] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.381554] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.381703] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.381784] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.381875] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.452176] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.452392] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.452526] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.452785] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.453935] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.454287] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1026.454386] env[65123]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65123) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1026.454462] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1026.454545] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1026.454627] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/49 resources of Type:Security Group Rules [ 1026.454721] env[65123]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bd17b423-2504-4a0b-9316-d9646b5856f9 with Priority: HIGH for action security_group_rules [ 1026.454809] env[65123]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 with Priority: HIGH for action security_group_rules [ 1026.454894] env[65123]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cf084345-02ac-40f0-83e6-e6dad3f1da01 with Priority: HIGH for action security_group_rules [ 1026.454973] env[65123]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 21c307f8-d7f6-45b1-901e-48f5c00fcdfc with Priority: HIGH for action security_group_rules [ 1026.455062] env[65123]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 187397ad-1834-4cfb-8ff0-b7284d23420c with Priority: HIGH for action security_group_rules [ 1026.455149] env[65123]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd with Priority: HIGH for action security_group_rules [ 1026.455247] env[65123]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c9519fe2-8165-4d3d-8148-9f12ba0e6be4 with Priority: HIGH for action security_group_rules [ 1026.455310] env[65123]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 with Priority: HIGH for action security_group_rules [ 1026.455372] env[65123]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 60ea0906-f9a6-4928-8040-ba9896621220 with Priority: HIGH for action security_group_rules [ 1026.455445] env[65123]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 86d28ba7-1065-46c8-bf3a-84e956c0e786 with Priority: HIGH for action security_group_rules [ 1026.455523] env[65123]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1d68a405-7fa8-470d-9ac9-7e09153e96e3 with Priority: HIGH for action security_group_rules [ 1026.455589] env[65123]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: edc98a23-2b13-4661-9524-caf5365deadf with Priority: HIGH for action security_group_rules [ 1026.455664] env[65123]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 66899d70-91dd-4168-ac81-5840db510b23 with Priority: HIGH for action security_group_rules [ 1026.455738] env[65123]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 004c13a1-c351-46a4-b35f-baaa03ef1040 with Priority: HIGH for action security_group_rules [ 1026.455807] env[65123]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 97891135-dd7c-4357-80ce-76de4593fad7 with Priority: HIGH for action security_group_rules [ 1026.455902] env[65123]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d7a9e508-748a-4c78-bd41-37e7882d4c1f with Priority: HIGH for action security_group_rules [ 1026.455978] env[65123]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 51f80002-7357-4a27-aa0f-7562a569f8f1 with Priority: HIGH for action security_group_rules [ 1026.456050] env[65123]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c2d08436-351c-4d82-a1f1-2b3cee27193b with Priority: HIGH for action security_group_rules [ 1026.456116] env[65123]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 69b388af-5618-40aa-9dc4-cf199da1ab33 with Priority: HIGH for action security_group_rules [ 1026.456180] env[65123]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a433efe1-acc5-4fe4-b408-4da9b17cf561 with Priority: HIGH for action security_group_rules [ 1026.456278] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.869353] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.884074] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.884250] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.884320] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.884493] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.904166] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.904691] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.904691] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.904691] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.904996] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.904996] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.904996] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 is going to be updated. [ 1026.947327] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.947519] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.947570] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.947750] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.947890] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.958170] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 in Status: IN_PROGRESS for 2s [ 1027.371695] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.743892] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66899d70-91dd-4168-ac81-5840db510b23 in Status: SUCCESS [ 1027.743892] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66899d70-91dd-4168-ac81-5840db510b23" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.877222] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.877665] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.877665] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.877922] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.878077] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.878223] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 is going to be updated. [ 1027.912676] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.914128] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.914128] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.914128] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.914128] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.923296] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 in Status: IN_PROGRESS for 2s [ 1028.073426] env[65123]: INFO networking_nsxv3.common.synchronization [req-fb65be08-35fd-4cf2-8c6d-72417fb0f6bc req-926d7bcd-19f4-47b5-9375-fc3505d950b9 tempest-ServersTestJSON-1784051065 tempest-ServersTestJSON-1784051065-project-member] Enqueued Resource ID: 69b388af-5618-40aa-9dc4-cf199da1ab33 with Priority: HIGHEST for action security_group_members [ 1028.074559] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69b388af-5618-40aa-9dc4-cf199da1ab33 with Priority: HIGHEST for action security_group_members [ 1028.074559] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd17b423-2504-4a0b-9316-d9646b5856f9 with Priority: HIGH for action security_group_rules [ 1028.074559] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf084345-02ac-40f0-83e6-e6dad3f1da01 with Priority: HIGH for action security_group_rules [ 1028.074559] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9519fe2-8165-4d3d-8148-9f12ba0e6be4 with Priority: HIGH for action security_group_rules [ 1028.074559] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97891135-dd7c-4357-80ce-76de4593fad7 with Priority: HIGH for action security_group_rules [ 1028.074797] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a433efe1-acc5-4fe4-b408-4da9b17cf561 with Priority: HIGH for action security_group_rules [ 1028.074797] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69b388af-5618-40aa-9dc4-cf199da1ab33 with Priority: HIGH for action security_group_rules [ 1028.074981] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2d08436-351c-4d82-a1f1-2b3cee27193b with Priority: HIGH for action security_group_rules [ 1028.075175] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51f80002-7357-4a27-aa0f-7562a569f8f1 with Priority: HIGH for action security_group_rules [ 1028.075411] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 004c13a1-c351-46a4-b35f-baaa03ef1040 with Priority: HIGH for action security_group_rules [ 1028.075536] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7a9e508-748a-4c78-bd41-37e7882d4c1f with Priority: HIGH for action security_group_rules [ 1028.075686] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66899d70-91dd-4168-ac81-5840db510b23 with Priority: HIGH for action security_group_rules [ 1028.075767] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edc98a23-2b13-4661-9524-caf5365deadf with Priority: HIGH for action security_group_rules [ 1028.075975] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d68a405-7fa8-470d-9ac9-7e09153e96e3 with Priority: HIGH for action security_group_rules [ 1028.076071] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86d28ba7-1065-46c8-bf3a-84e956c0e786 with Priority: HIGH for action security_group_rules [ 1028.076127] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60ea0906-f9a6-4928-8040-ba9896621220 with Priority: HIGH for action security_group_rules [ 1028.076203] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd with Priority: HIGH for action security_group_rules [ 1028.076302] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 with Priority: HIGH for action security_group_rules [ 1028.076400] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 187397ad-1834-4cfb-8ff0-b7284d23420c with Priority: HIGH for action security_group_rules [ 1028.076488] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 with Priority: HIGH for action security_group_rules [ 1028.076579] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21c307f8-d7f6-45b1-901e-48f5c00fcdfc with Priority: HIGH for action security_group_rules [ 1028.078064] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-69b388af-5618-40aa-9dc4-cf199da1ab33 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.078064] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69b388af-5618-40aa-9dc4-cf199da1ab33" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.078064] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69b388af-5618-40aa-9dc4-cf199da1ab33" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.078064] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69b388af-5618-40aa-9dc4-cf199da1ab33" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.078064] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.078331] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.078395] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.078620] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.078711] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.078845] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69b388af-5618-40aa-9dc4-cf199da1ab33',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.082987] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd17b423-2504-4a0b-9316-d9646b5856f9 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.084211] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.084211] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.085192] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.085192] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd17b423-2504-4a0b-9316-d9646b5856f9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.085773] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf084345-02ac-40f0-83e6-e6dad3f1da01 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.085773] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf084345-02ac-40f0-83e6-e6dad3f1da01" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.085773] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf084345-02ac-40f0-83e6-e6dad3f1da01" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.086314] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf084345-02ac-40f0-83e6-e6dad3f1da01" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.086314] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf084345-02ac-40f0-83e6-e6dad3f1da01',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.092655] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9519fe2-8165-4d3d-8148-9f12ba0e6be4 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.092655] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9519fe2-8165-4d3d-8148-9f12ba0e6be4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.092655] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9519fe2-8165-4d3d-8148-9f12ba0e6be4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.092655] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9519fe2-8165-4d3d-8148-9f12ba0e6be4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.092655] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9519fe2-8165-4d3d-8148-9f12ba0e6be4',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.092655] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97891135-dd7c-4357-80ce-76de4593fad7 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.092655] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.092655] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.092655] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.092655] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97891135-dd7c-4357-80ce-76de4593fad7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.092655] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a433efe1-acc5-4fe4-b408-4da9b17cf561 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.092655] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a433efe1-acc5-4fe4-b408-4da9b17cf561" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.092655] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a433efe1-acc5-4fe4-b408-4da9b17cf561" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.092655] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a433efe1-acc5-4fe4-b408-4da9b17cf561" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.092655] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a433efe1-acc5-4fe4-b408-4da9b17cf561',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.092655] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69b388af-5618-40aa-9dc4-cf199da1ab33 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.092655] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69b388af-5618-40aa-9dc4-cf199da1ab33" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.092655] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69b388af-5618-40aa-9dc4-cf199da1ab33" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.093430] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69b388af-5618-40aa-9dc4-cf199da1ab33" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.093430] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69b388af-5618-40aa-9dc4-cf199da1ab33',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.094302] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2d08436-351c-4d82-a1f1-2b3cee27193b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.094302] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.094302] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.094505] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.094505] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2d08436-351c-4d82-a1f1-2b3cee27193b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.095660] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51f80002-7357-4a27-aa0f-7562a569f8f1 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.095773] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51f80002-7357-4a27-aa0f-7562a569f8f1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.095824] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51f80002-7357-4a27-aa0f-7562a569f8f1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.095970] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51f80002-7357-4a27-aa0f-7562a569f8f1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.096049] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51f80002-7357-4a27-aa0f-7562a569f8f1',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.097015] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-004c13a1-c351-46a4-b35f-baaa03ef1040 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.097143] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.097217] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.097367] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.097439] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('004c13a1-c351-46a4-b35f-baaa03ef1040',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.098484] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7a9e508-748a-4c78-bd41-37e7882d4c1f taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.098696] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7a9e508-748a-4c78-bd41-37e7882d4c1f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.098755] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7a9e508-748a-4c78-bd41-37e7882d4c1f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.100141] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7a9e508-748a-4c78-bd41-37e7882d4c1f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.100141] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7a9e508-748a-4c78-bd41-37e7882d4c1f',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.100425] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66899d70-91dd-4168-ac81-5840db510b23 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.100503] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66899d70-91dd-4168-ac81-5840db510b23" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.100568] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66899d70-91dd-4168-ac81-5840db510b23" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.100713] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66899d70-91dd-4168-ac81-5840db510b23" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.100785] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66899d70-91dd-4168-ac81-5840db510b23',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.102206] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edc98a23-2b13-4661-9524-caf5365deadf taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.102312] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edc98a23-2b13-4661-9524-caf5365deadf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.102379] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edc98a23-2b13-4661-9524-caf5365deadf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.102525] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edc98a23-2b13-4661-9524-caf5365deadf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.102676] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edc98a23-2b13-4661-9524-caf5365deadf',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.103721] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d68a405-7fa8-470d-9ac9-7e09153e96e3 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.103910] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d68a405-7fa8-470d-9ac9-7e09153e96e3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.103974] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d68a405-7fa8-470d-9ac9-7e09153e96e3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.104182] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d68a405-7fa8-470d-9ac9-7e09153e96e3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.104333] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d68a405-7fa8-470d-9ac9-7e09153e96e3',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.105226] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86d28ba7-1065-46c8-bf3a-84e956c0e786 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.105226] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86d28ba7-1065-46c8-bf3a-84e956c0e786" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.105226] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86d28ba7-1065-46c8-bf3a-84e956c0e786" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.105226] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86d28ba7-1065-46c8-bf3a-84e956c0e786" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.105453] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86d28ba7-1065-46c8-bf3a-84e956c0e786',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.106508] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60ea0906-f9a6-4928-8040-ba9896621220 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.106508] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60ea0906-f9a6-4928-8040-ba9896621220" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.106740] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60ea0906-f9a6-4928-8040-ba9896621220" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.106740] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60ea0906-f9a6-4928-8040-ba9896621220" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.108352] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60ea0906-f9a6-4928-8040-ba9896621220',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.108352] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b14fcce-45d1-4b5a-8184-9d6a215d92fd taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.108352] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.108352] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.108352] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.108352] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b14fcce-45d1-4b5a-8184-9d6a215d92fd',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.109440] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.109588] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.109963] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-187397ad-1834-4cfb-8ff0-b7284d23420c taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.109963] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-187397ad-1834-4cfb-8ff0-b7284d23420c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.109963] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-187397ad-1834-4cfb-8ff0-b7284d23420c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.109963] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-187397ad-1834-4cfb-8ff0-b7284d23420c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.110293] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('187397ad-1834-4cfb-8ff0-b7284d23420c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.111071] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc18ea69-ea22-4176-ba3e-77f2f084aa82 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.111210] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.111283] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.113034] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.113034] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc18ea69-ea22-4176-ba3e-77f2f084aa82',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.113034] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21c307f8-d7f6-45b1-901e-48f5c00fcdfc taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.113034] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.113034] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.113034] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.113034] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21c307f8-d7f6-45b1-901e-48f5c00fcdfc',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.114757] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.114855] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.114927] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.115090] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.137650] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.138045] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.139051] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.139051] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.139051] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.139051] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.139051] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69b388af-5618-40aa-9dc4-cf199da1ab33 is going to be updated. [ 1028.169276] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.169566] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.169779] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.170121] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.170436] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.180439] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69b388af-5618-40aa-9dc4-cf199da1ab33 in Status: IN_PROGRESS for 2s [ 1028.596817] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2d08436-351c-4d82-a1f1-2b3cee27193b taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.596985] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.597110] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.597291] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.597455] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.597558] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.597609] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.597753] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.597837] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.597940] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.601025] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c2d08436-351c-4d82-a1f1-2b3cee27193b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.609378] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.610630] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.610630] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.610630] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.615810] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-66899d70-91dd-4168-ac81-5840db510b23 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.616140] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66899d70-91dd-4168-ac81-5840db510b23" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.616256] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66899d70-91dd-4168-ac81-5840db510b23" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.616483] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66899d70-91dd-4168-ac81-5840db510b23" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.616694] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.616912] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.616912] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.617691] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.617838] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.617963] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66899d70-91dd-4168-ac81-5840db510b23" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.618483] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('66899d70-91dd-4168-ac81-5840db510b23',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.619242] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-edc98a23-2b13-4661-9524-caf5365deadf taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.619392] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edc98a23-2b13-4661-9524-caf5365deadf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.619487] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edc98a23-2b13-4661-9524-caf5365deadf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.619904] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edc98a23-2b13-4661-9524-caf5365deadf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.619904] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.620038] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.620087] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.620273] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.620386] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.620494] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edc98a23-2b13-4661-9524-caf5365deadf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.620612] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('edc98a23-2b13-4661-9524-caf5365deadf',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.625929] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.626041] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.629478] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.629627] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.633499] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d68a405-7fa8-470d-9ac9-7e09153e96e3 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.633626] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d68a405-7fa8-470d-9ac9-7e09153e96e3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.633675] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d68a405-7fa8-470d-9ac9-7e09153e96e3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.633934] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d68a405-7fa8-470d-9ac9-7e09153e96e3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.634230] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.634230] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.634350] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.634418] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.634485] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.634552] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d68a405-7fa8-470d-9ac9-7e09153e96e3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.634636] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d68a405-7fa8-470d-9ac9-7e09153e96e3',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.643107] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.643336] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf084345-02ac-40f0-83e6-e6dad3f1da01 is going to be deleted. [ 1028.647039] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.647039] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.693445] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.693750] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.694549] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.694739] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.695526] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.695813] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.696454] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.696639] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.697357] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.697606] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.698194] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.698336] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.698980] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.699097] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.700458] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.700622] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.701189] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.701307] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.702323] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.702323] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.702695] env[65123]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1028.703130] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.703277] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.703833] env[65123]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1028.704230] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.704373] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.705514] env[65123]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1028.705916] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.706011] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51f80002-7357-4a27-aa0f-7562a569f8f1 is going to be deleted. [ 1028.706894] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.707104] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.734527] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.734688] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.737637] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.737830] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7a9e508-748a-4c78-bd41-37e7882d4c1f is going to be deleted. [ 1028.738960] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.739412] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.778144] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.778332] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.785561] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.785767] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd17b423-2504-4a0b-9316-d9646b5856f9 is going to be deleted. [ 1028.787071] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.787340] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.849714] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.849893] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b14fcce-45d1-4b5a-8184-9d6a215d92fd is going to be deleted. [ 1028.850939] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.851206] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.918349] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.918890] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.943876] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.943876] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.944499] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.944673] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60ea0906-f9a6-4928-8040-ba9896621220 is going to be deleted. [ 1028.945910] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.945910] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.985661] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 in Status: SUCCESS [ 1028.985661] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 deletion is rescheduled due to dependency. [ 1028.985898] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.003848] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.004014] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97891135-dd7c-4357-80ce-76de4593fad7 is going to be deleted. [ 1029.005023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.005261] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.041540] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.041753] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.043042] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.043153] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.104025] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c2d08436-351c-4d82-a1f1-2b3cee27193b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.112573] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.112684] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a433efe1-acc5-4fe4-b408-4da9b17cf561 is going to be deleted. [ 1029.115197] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.115197] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.128952] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('66899d70-91dd-4168-ac81-5840db510b23',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.131826] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('edc98a23-2b13-4661-9524-caf5365deadf',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.147753] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d68a405-7fa8-470d-9ac9-7e09153e96e3',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.177027] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.177027] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86d28ba7-1065-46c8-bf3a-84e956c0e786 is going to be deleted. [ 1029.177027] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.177027] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.212340] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.212340] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.235164] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.235164] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 187397ad-1834-4cfb-8ff0-b7284d23420c is going to be deleted. [ 1029.235164] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.235164] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.238920] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.239392] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.275560] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.275560] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc18ea69-ea22-4176-ba3e-77f2f084aa82 is going to be deleted. [ 1029.276545] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.276788] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.379020] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.379353] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9519fe2-8165-4d3d-8148-9f12ba0e6be4 is going to be deleted. [ 1029.380699] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.381078] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.405574] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.405574] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.406358] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.406486] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.422419] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.422498] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 004c13a1-c351-46a4-b35f-baaa03ef1040 is going to be deleted. [ 1029.423687] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.424481] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.424481] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.431625] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69b388af-5618-40aa-9dc4-cf199da1ab33 is going to be deleted. [ 1029.431625] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.432981] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.432981] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.433111] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.433111] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.433260] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc18ea69-ea22-4176-ba3e-77f2f084aa82" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.433975] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.433975] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.483533] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.483711] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21c307f8-d7f6-45b1-901e-48f5c00fcdfc is going to be deleted. [ 1029.484729] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.484968] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.485114] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.485203] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51f80002-7357-4a27-aa0f-7562a569f8f1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.485374] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.485551] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.485658] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.485756] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7a9e508-748a-4c78-bd41-37e7882d4c1f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.486580] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.486783] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.486877] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.487091] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd17b423-2504-4a0b-9316-d9646b5856f9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.487262] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.487430] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.487512] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.487639] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60ea0906-f9a6-4928-8040-ba9896621220" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.487800] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.487901] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.487978] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.488107] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b14fcce-45d1-4b5a-8184-9d6a215d92fd" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.488251] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.488401] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.488479] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.489054] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97891135-dd7c-4357-80ce-76de4593fad7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.489054] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.489054] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.489054] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.489396] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a433efe1-acc5-4fe4-b408-4da9b17cf561" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.489396] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.489472] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.489472] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.489697] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86d28ba7-1065-46c8-bf3a-84e956c0e786" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.489697] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.489847] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.489928] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.490421] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-187397ad-1834-4cfb-8ff0-b7284d23420c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.490577] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.490734] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.490812] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.490914] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf084345-02ac-40f0-83e6-e6dad3f1da01" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.553232] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.553420] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.553420] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.553527] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.553660] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.553723] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-004c13a1-c351-46a4-b35f-baaa03ef1040" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.572665] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.572665] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.572665] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.572665] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.572665] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.572665] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9519fe2-8165-4d3d-8148-9f12ba0e6be4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.590641] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.590641] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.590641] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.590859] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.590948] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.591084] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69b388af-5618-40aa-9dc4-cf199da1ab33" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.605991] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c2d08436-351c-4d82-a1f1-2b3cee27193b: rpc.has_security_group_logging(os_id): False [ 1029.620793] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.620967] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.621022] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.621268] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.621335] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.621437] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.634429] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 66899d70-91dd-4168-ac81-5840db510b23: rpc.has_security_group_logging(os_id): False [ 1029.634429] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for edc98a23-2b13-4661-9524-caf5365deadf: rpc.has_security_group_logging(os_id): False [ 1029.640733] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.640891] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.640965] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.641206] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.651024] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d68a405-7fa8-470d-9ac9-7e09153e96e3: rpc.has_security_group_logging(os_id): False [ 1029.695412] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.695513] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.697403] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.697403] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.701575] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.701575] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.706753] env[65123]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1029.707435] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.707903] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.708363] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.708465] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.709299] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.709299] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.709299] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2d08436-351c-4d82-a1f1-2b3cee27193b is going to be updated. [ 1029.710831] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.710831] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.746858] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.747163] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.747279] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.747325] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.747505] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.747592] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.747834] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66899d70-91dd-4168-ac81-5840db510b23 is going to be updated. [ 1029.748914] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.749260] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.790566] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.791052] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.791176] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.791354] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.792493] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.792545] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.792638] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edc98a23-2b13-4661-9524-caf5365deadf is going to be updated. [ 1029.794812] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.794812] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.842567] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.842567] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.850022] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.850022] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.850022] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.850022] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.850022] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.850022] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.850022] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d68a405-7fa8-470d-9ac9-7e09153e96e3 is going to be updated. [ 1029.850579] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.850847] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.851018] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.874542] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2d08436-351c-4d82-a1f1-2b3cee27193b in Status: IN_PROGRESS for 2s [ 1029.892457] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.892635] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.892677] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.896026] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.896026] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.897493] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.897493] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.897493] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.897493] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.897910] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.922776] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66899d70-91dd-4168-ac81-5840db510b23 in Status: IN_PROGRESS for 2s [ 1029.922776] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edc98a23-2b13-4661-9524-caf5365deadf in Status: IN_PROGRESS for 2s [ 1029.937964] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 in Status: SUCCESS [ 1029.937964] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.937964] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.937964] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.937964] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.937964] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.937964] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.937964] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.937964] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.937964] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.937964] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.979046] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.979190] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.979190] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.979414] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.979564] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.011392] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d68a405-7fa8-470d-9ac9-7e09153e96e3 in Status: IN_PROGRESS for 2s [ 1030.199958] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69b388af-5618-40aa-9dc4-cf199da1ab33 in Status: SUCCESS [ 1030.199958] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69b388af-5618-40aa-9dc4-cf199da1ab33 deletion is rescheduled due to dependency. [ 1030.200335] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69b388af-5618-40aa-9dc4-cf199da1ab33" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.443386] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.446377] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.446377] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.446377] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.446377] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.446377] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.446377] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.446377] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.446377] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.446377] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.446377] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.446377] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.446377] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.446377] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.446377] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.446377] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.446377] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.446377] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.446377] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.446970] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.446970] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.830430] env[65123]: INFO networking_nsxv3.common.synchronization [req-642ea49a-5aaf-4b5c-8fac-e4872fe8d320 req-d09f955a-d734-493c-9e8a-61d9f926b0b0 tempest-AttachVolumeTestJSON-293892057 tempest-AttachVolumeTestJSON-293892057-project-member] Enqueued Resource ID: c8385211-55ab-49eb-a820-5020250059cc with Priority: HIGHEST for action security_group_members [ 1030.831560] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8385211-55ab-49eb-a820-5020250059cc with Priority: HIGHEST for action security_group_members [ 1030.832501] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8385211-55ab-49eb-a820-5020250059cc taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.832746] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8385211-55ab-49eb-a820-5020250059cc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.832821] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8385211-55ab-49eb-a820-5020250059cc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.833083] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8385211-55ab-49eb-a820-5020250059cc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.833295] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.833750] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.833750] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.833750] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.833947] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.833947] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8385211-55ab-49eb-a820-5020250059cc',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.951474] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0: rpc.has_security_group_logging(os_id): False [ 1030.971563] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.971761] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.971841] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.972026] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.000952] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.003058] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.003058] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.003058] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.003058] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.003364] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.004151] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.004353] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.004453] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.004681] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.004803] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.005215] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.005383] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.005702] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.007131] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.007219] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.007315] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 is going to be updated. [ 1031.077420] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.077590] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.077663] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.077882] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.078043] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.092447] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 in Status: IN_PROGRESS for 2s [ 1031.220584] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-301 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.220901] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-301" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.220976] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-301" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.221261] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-301" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.222263] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.222531] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.222744] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.223155] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.223419] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.223780] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1031.223978] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1031.224130] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1031.224252] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1031.224390] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1031.224503] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1031.224656] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1031.246180] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1031.246385] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1031.246581] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1031.246799] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-301" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.247195] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-3a214d60-f567-486f-94fc-b7f77d7b8631 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.247399] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-3a214d60-f567-486f-94fc-b7f77d7b8631" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.247679] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-3a214d60-f567-486f-94fc-b7f77d7b8631" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.248109] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-3a214d60-f567-486f-94fc-b7f77d7b8631" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.248376] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a214d60-f567-486f-94fc-b7f77d7b8631',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.337550] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.337550] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.337550] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.337713] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.337755] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.338066] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.338201] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.338266] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.338454] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.338547] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.338734] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8385211-55ab-49eb-a820-5020250059cc already deleted. [ 1031.338734] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8385211-55ab-49eb-a820-5020250059cc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.752125] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.752327] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.752490] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.752747] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.753108] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.753320] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port 3a214d60-f567-486f-94fc-b7f77d7b8631 not found, creating... [ 1031.753652] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.754041] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.754235] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.754984] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.755338] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.755847] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.756231] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.756291] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.756617] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.756821] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.757113] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: 3a214d60-f567-486f-94fc-b7f77d7b8631 is going to be created. [ 1031.784372] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.784676] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.784805] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.785097] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.785338] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.785576] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-3a214d60-f567-486f-94fc-b7f77d7b8631" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.900973] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2d08436-351c-4d82-a1f1-2b3cee27193b in Status: SUCCESS [ 1031.900973] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.948831] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66899d70-91dd-4168-ac81-5840db510b23 in Status: SUCCESS [ 1031.949070] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66899d70-91dd-4168-ac81-5840db510b23" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.954253] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edc98a23-2b13-4661-9524-caf5365deadf in Status: SUCCESS [ 1031.954614] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edc98a23-2b13-4661-9524-caf5365deadf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.026934] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d68a405-7fa8-470d-9ac9-7e09153e96e3 in Status: SUCCESS [ 1032.027388] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d68a405-7fa8-470d-9ac9-7e09153e96e3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.631303] env[65123]: INFO networking_nsxv3.common.synchronization [req-642ea49a-5aaf-4b5c-8fac-e4872fe8d320 req-72830469-b45d-4ad2-9fb6-7462b9d3a759 service nova] Enqueued Resource ID: c8385211-55ab-49eb-a820-5020250059cc with Priority: HIGHEST for action security_group_rules [ 1032.631488] env[65123]: INFO networking_nsxv3.common.synchronization [req-642ea49a-5aaf-4b5c-8fac-e4872fe8d320 req-72830469-b45d-4ad2-9fb6-7462b9d3a759 service nova] Enqueued Resource ID: c8385211-55ab-49eb-a820-5020250059cc with Priority: HIGHEST for action security_group_members [ 1032.631656] env[65123]: INFO networking_nsxv3.common.synchronization [req-642ea49a-5aaf-4b5c-8fac-e4872fe8d320 req-72830469-b45d-4ad2-9fb6-7462b9d3a759 service nova] Enqueued Resource ID: 3a214d60-f567-486f-94fc-b7f77d7b8631 with Priority: HIGHEST for action port [ 1032.632506] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8385211-55ab-49eb-a820-5020250059cc with Priority: HIGHEST for action security_group_rules [ 1032.633422] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8385211-55ab-49eb-a820-5020250059cc with Priority: HIGHEST for action security_group_members [ 1032.633422] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a214d60-f567-486f-94fc-b7f77d7b8631 with Priority: HIGHEST for action port [ 1032.633422] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8385211-55ab-49eb-a820-5020250059cc taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.633735] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8385211-55ab-49eb-a820-5020250059cc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.633735] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8385211-55ab-49eb-a820-5020250059cc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.633938] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8385211-55ab-49eb-a820-5020250059cc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.634078] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8385211-55ab-49eb-a820-5020250059cc',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.635385] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8385211-55ab-49eb-a820-5020250059cc taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.635549] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8385211-55ab-49eb-a820-5020250059cc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.635659] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8385211-55ab-49eb-a820-5020250059cc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.635993] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8385211-55ab-49eb-a820-5020250059cc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.636106] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.636214] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.636279] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.636435] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.636561] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.636691] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8385211-55ab-49eb-a820-5020250059cc',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.639391] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a214d60-f567-486f-94fc-b7f77d7b8631 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.639391] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a214d60-f567-486f-94fc-b7f77d7b8631" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.639391] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a214d60-f567-486f-94fc-b7f77d7b8631" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.639391] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a214d60-f567-486f-94fc-b7f77d7b8631" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.639391] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a214d60-f567-486f-94fc-b7f77d7b8631',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.111324] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 in Status: SUCCESS [ 1033.111716] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.111798] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.112256] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.112256] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.141523] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8385211-55ab-49eb-a820-5020250059cc',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.142595] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8385211-55ab-49eb-a820-5020250059cc taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.142735] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8385211-55ab-49eb-a820-5020250059cc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.142888] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a214d60-f567-486f-94fc-b7f77d7b8631 with status ACTIVE [ 1033.143070] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.143177] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.143252] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.143451] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.143532] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.144019] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.144019] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.144019] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.144251] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.144251] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.145317] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.145317] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.145317] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.145317] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.145317] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.145317] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a214d60-f567-486f-94fc-b7f77d7b8631 is going to be updated. [ 1033.168269] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.168459] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.168576] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.168803] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.168950] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.169129] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a214d60-f567-486f-94fc-b7f77d7b8631" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.614826] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.615066] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.615173] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.615419] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.615627] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.615776] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.615882] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.616122] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.616216] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.616310] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.616404] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.647228] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8385211-55ab-49eb-a820-5020250059cc',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.119481] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.119845] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.119845] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.119994] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.120167] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.120340] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.120470] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.120565] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.120655] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.120748] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.120899] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.121032] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.121109] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.121195] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.121367] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.121580] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.121580] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.121715] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.121715] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.121819] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.121918] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.149561] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.149794] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.149794] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.149965] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.150070] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.150167] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8385211-55ab-49eb-a820-5020250059cc is going to be created. [ 1034.176622] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.176858] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.176915] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.177162] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.177366] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.188285] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8385211-55ab-49eb-a820-5020250059cc in Status: UNINITIALIZED for 2s [ 1034.624706] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0: rpc.has_security_group_logging(os_id): False [ 1034.643871] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.644106] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.644185] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.644486] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.644660] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.644875] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.644979] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.645064] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.645413] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.645505] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.645660] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.645788] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.645889] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.646195] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.646324] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.646428] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.646613] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.646613] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.646785] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.646988] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.647096] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 is going to be updated. [ 1034.716473] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.716676] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.716954] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.717059] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.717228] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.747731] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 in Status: IN_PROGRESS for 2s [ 1036.200873] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8385211-55ab-49eb-a820-5020250059cc in Status: SUCCESS [ 1036.200873] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8385211-55ab-49eb-a820-5020250059cc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.200873] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8385211-55ab-49eb-a820-5020250059cc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.200873] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8385211-55ab-49eb-a820-5020250059cc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.200873] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.200873] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.200873] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.200873] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.200873] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.200873] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8385211-55ab-49eb-a820-5020250059cc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.200873] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8385211-55ab-49eb-a820-5020250059cc',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.766688] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 in Status: SUCCESS [ 1036.766898] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.768301] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8385211-55ab-49eb-a820-5020250059cc',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.270379] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8385211-55ab-49eb-a820-5020250059cc: rpc.has_security_group_logging(os_id): False [ 1037.290448] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.290722] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.290722] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.290959] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.291073] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.291438] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.291590] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.291590] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.291853] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.291941] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.292054] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8385211-55ab-49eb-a820-5020250059cc is going to be created. [ 1037.357380] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.357380] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.357380] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.357639] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.357813] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.369512] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8385211-55ab-49eb-a820-5020250059cc in Status: IN_PROGRESS for 2s [ 1037.634022] env[65123]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1037.634022] env[65123]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1039.384922] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8385211-55ab-49eb-a820-5020250059cc in Status: SUCCESS [ 1039.385295] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8385211-55ab-49eb-a820-5020250059cc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.725285] env[65123]: INFO networking_nsxv3.common.synchronization [None req-567218a6-967e-4240-a4ed-82a027acbb39 tempest-AttachVolumeShelveTestJSON-1071414166 tempest-AttachVolumeShelveTestJSON-1071414166-project-member] Enqueued Resource ID: e522bebe-ad56-4993-b561-7ece0d990c19 with Priority: HIGHEST for action security_group_rules [ 1039.725900] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e522bebe-ad56-4993-b561-7ece0d990c19 with Priority: HIGHEST for action security_group_rules [ 1039.726523] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e522bebe-ad56-4993-b561-7ece0d990c19 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.726523] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e522bebe-ad56-4993-b561-7ece0d990c19" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.726693] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e522bebe-ad56-4993-b561-7ece0d990c19" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.726821] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e522bebe-ad56-4993-b561-7ece0d990c19" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.726926] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e522bebe-ad56-4993-b561-7ece0d990c19',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.835280] env[65123]: INFO networking_nsxv3.common.synchronization [None req-b3a06a45-92a9-416c-a1ae-518b52b0e022 tempest-AttachVolumeShelveTestJSON-1071414166 tempest-AttachVolumeShelveTestJSON-1071414166-project-member] Enqueued Resource ID: e522bebe-ad56-4993-b561-7ece0d990c19 with Priority: HIGHEST for action security_group_rules [ 1039.835603] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e522bebe-ad56-4993-b561-7ece0d990c19 with Priority: HIGHEST for action security_group_rules [ 1039.836044] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e522bebe-ad56-4993-b561-7ece0d990c19 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.836148] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e522bebe-ad56-4993-b561-7ece0d990c19" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.255542] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.255807] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.255906] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.256216] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.256369] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.256790] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e522bebe-ad56-4993-b561-7ece0d990c19 already deleted. [ 1040.256790] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e522bebe-ad56-4993-b561-7ece0d990c19" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.256952] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e522bebe-ad56-4993-b561-7ece0d990c19" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.257196] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e522bebe-ad56-4993-b561-7ece0d990c19" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.257367] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e522bebe-ad56-4993-b561-7ece0d990c19',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.787862] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.788562] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.788562] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.788562] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.788562] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.788562] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e522bebe-ad56-4993-b561-7ece0d990c19 already deleted. [ 1040.788562] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e522bebe-ad56-4993-b561-7ece0d990c19" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.188222] env[65123]: INFO networking_nsxv3.common.synchronization [req-e6044bb3-953c-4321-a0b2-1487c87fc755 req-aa94216f-9fce-4b13-86af-6a4650a5755d tempest-ServerActionsTestOtherB-2116662571 tempest-ServerActionsTestOtherB-2116662571-project-member] Enqueued Resource ID: 5606699a-2416-46e1-a389-981d2760202b with Priority: HIGHEST for action security_group_members [ 1042.188463] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5606699a-2416-46e1-a389-981d2760202b with Priority: HIGHEST for action security_group_members [ 1042.188629] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-5606699a-2416-46e1-a389-981d2760202b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.188755] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.188821] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.189038] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.189213] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.189277] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.189314] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.189536] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.189622] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.189713] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5606699a-2416-46e1-a389-981d2760202b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.500429] env[65123]: INFO networking_nsxv3.common.synchronization [req-69c29321-3808-4f56-8cda-eca4a68abfbe req-b1fd9afe-594c-4d8d-b02f-15c10128dce6 tempest-ServersAdminNegativeTestJSON-771141375 tempest-ServersAdminNegativeTestJSON-771141375-project-member] Enqueued Resource ID: a2de5b53-b9e0-4a4b-b776-3160a39d5626 with Priority: HIGHEST for action security_group_members [ 1042.500989] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2de5b53-b9e0-4a4b-b776-3160a39d5626 with Priority: HIGHEST for action security_group_members [ 1042.501306] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2de5b53-b9e0-4a4b-b776-3160a39d5626 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.501429] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2de5b53-b9e0-4a4b-b776-3160a39d5626" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.501495] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2de5b53-b9e0-4a4b-b776-3160a39d5626" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.501699] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2de5b53-b9e0-4a4b-b776-3160a39d5626" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.502737] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.502737] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.502987] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.503182] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.503270] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.503358] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2de5b53-b9e0-4a4b-b776-3160a39d5626',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.583136] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock network-825 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.583396] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "network-825" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.583518] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "network-825" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.583767] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "network-825" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.584449] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.584449] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.584449] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.584665] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.584707] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.584889] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1042.585015] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1042.585122] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1042.585756] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1042.585756] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1042.585756] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1042.585756] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1042.607479] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1042.607725] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1042.607794] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1042.607972] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "network-825" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.608319] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock port-474733d1-9dc1-4e4d-8b09-2b7ce46f1b51 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.608547] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "port-474733d1-9dc1-4e4d-8b09-2b7ce46f1b51" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.608731] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "port-474733d1-9dc1-4e4d-8b09-2b7ce46f1b51" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.609018] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "port-474733d1-9dc1-4e4d-8b09-2b7ce46f1b51" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.609163] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('474733d1-9dc1-4e4d-8b09-2b7ce46f1b51',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.696466] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.696652] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.696724] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.696944] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.725090] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.725364] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.725484] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.725559] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.725751] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.725835] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.726165] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5606699a-2416-46e1-a389-981d2760202b is going to be updated. [ 1042.755181] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.755181] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.755181] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.755181] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.755181] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.763023] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5606699a-2416-46e1-a389-981d2760202b in Status: IN_PROGRESS for 2s [ 1043.006530] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.006699] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.006777] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.006989] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.028777] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.029069] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.029208] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.029299] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.029594] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.029594] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.029740] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2de5b53-b9e0-4a4b-b776-3160a39d5626 is going to be updated. [ 1043.061817] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.061971] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.062051] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.062281] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.062434] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.071269] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2de5b53-b9e0-4a4b-b776-3160a39d5626 in Status: IN_PROGRESS for 2s [ 1043.111779] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.112122] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.112386] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.112730] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.113089] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.113281] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Segment Port 474733d1-9dc1-4e4d-8b09-2b7ce46f1b51 not found, creating... [ 1043.113631] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.113847] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.113990] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.114254] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.114451] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.114803] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.114984] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.115176] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.115418] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.115611] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.115767] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Resource: SegmentPort with ID: 474733d1-9dc1-4e4d-8b09-2b7ce46f1b51 is going to be created. [ 1043.138616] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.138814] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.138888] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.139153] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.139438] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.139644] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "port-474733d1-9dc1-4e4d-8b09-2b7ce46f1b51" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.842856] env[65123]: INFO networking_nsxv3.common.synchronization [req-e6044bb3-953c-4321-a0b2-1487c87fc755 req-e7aad315-80ef-4f37-819c-f3ef3ba0aae9 service nova] Enqueued Resource ID: 5606699a-2416-46e1-a389-981d2760202b with Priority: HIGHEST for action security_group_rules [ 1043.843174] env[65123]: INFO networking_nsxv3.common.synchronization [req-e6044bb3-953c-4321-a0b2-1487c87fc755 req-e7aad315-80ef-4f37-819c-f3ef3ba0aae9 service nova] Enqueued Resource ID: 5606699a-2416-46e1-a389-981d2760202b with Priority: HIGHEST for action security_group_members [ 1043.843174] env[65123]: INFO networking_nsxv3.common.synchronization [req-e6044bb3-953c-4321-a0b2-1487c87fc755 req-e7aad315-80ef-4f37-819c-f3ef3ba0aae9 service nova] Enqueued Resource ID: 474733d1-9dc1-4e4d-8b09-2b7ce46f1b51 with Priority: HIGHEST for action port [ 1043.843838] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5606699a-2416-46e1-a389-981d2760202b with Priority: HIGHEST for action security_group_rules [ 1043.843878] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5606699a-2416-46e1-a389-981d2760202b with Priority: HIGHEST for action security_group_members [ 1043.843982] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 474733d1-9dc1-4e4d-8b09-2b7ce46f1b51 with Priority: HIGHEST for action port [ 1043.844453] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5606699a-2416-46e1-a389-981d2760202b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.844634] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.844713] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.845113] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.845214] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5606699a-2416-46e1-a389-981d2760202b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.846894] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-5606699a-2416-46e1-a389-981d2760202b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.846894] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.846894] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-474733d1-9dc1-4e4d-8b09-2b7ce46f1b51 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.846894] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-474733d1-9dc1-4e4d-8b09-2b7ce46f1b51" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.846894] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-474733d1-9dc1-4e4d-8b09-2b7ce46f1b51" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.847509] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-474733d1-9dc1-4e4d-8b09-2b7ce46f1b51" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.847509] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('474733d1-9dc1-4e4d-8b09-2b7ce46f1b51',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.351180] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 474733d1-9dc1-4e4d-8b09-2b7ce46f1b51 with status ACTIVE [ 1044.351309] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.351399] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.351450] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.351745] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.351842] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.352041] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.352158] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.352200] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.352357] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.352433] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.352617] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.352713] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.352774] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.352913] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.352986] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.353082] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 474733d1-9dc1-4e4d-8b09-2b7ce46f1b51 is going to be updated. [ 1044.354343] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-5606699a-2416-46e1-a389-981d2760202b taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.354439] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.375174] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.375409] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.375409] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.375643] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.375643] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.375808] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-474733d1-9dc1-4e4d-8b09-2b7ce46f1b51" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.773349] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5606699a-2416-46e1-a389-981d2760202b in Status: SUCCESS [ 1044.773660] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5606699a-2416-46e1-a389-981d2760202b deletion is rescheduled due to dependency. [ 1044.773660] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.773955] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.774258] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.774384] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.774500] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.774500] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.774876] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.774876] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.774876] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5606699a-2416-46e1-a389-981d2760202b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.081673] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2de5b53-b9e0-4a4b-b776-3160a39d5626 in Status: SUCCESS [ 1045.082049] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2de5b53-b9e0-4a4b-b776-3160a39d5626 deletion is rescheduled due to dependency. [ 1045.082173] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2de5b53-b9e0-4a4b-b776-3160a39d5626" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.279521] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5606699a-2416-46e1-a389-981d2760202b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.781936] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5606699a-2416-46e1-a389-981d2760202b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.284854] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.285221] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.285313] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.285627] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.285817] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.285982] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5606699a-2416-46e1-a389-981d2760202b is going to be updated. [ 1046.342595] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.342775] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.342821] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.343043] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.343215] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.354968] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5606699a-2416-46e1-a389-981d2760202b in Status: IN_PROGRESS for 2s [ 1047.799453] env[65123]: INFO networking_nsxv3.common.synchronization [req-181d0a37-da7f-4d6f-af58-38f2087d0fe3 req-50482c60-6858-489b-9b4b-3f3d3b947f43 tempest-ImagesOneServerTestJSON-392832405 tempest-ImagesOneServerTestJSON-392832405-project-member] Enqueued Resource ID: ae5b85c3-eb59-4975-9995-23734b607892 with Priority: HIGHEST for action security_group_members [ 1047.800654] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae5b85c3-eb59-4975-9995-23734b607892 with Priority: HIGHEST for action security_group_members [ 1047.800978] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae5b85c3-eb59-4975-9995-23734b607892 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.801274] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae5b85c3-eb59-4975-9995-23734b607892" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.801540] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae5b85c3-eb59-4975-9995-23734b607892" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.801540] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae5b85c3-eb59-4975-9995-23734b607892" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.801698] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.801817] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.801862] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.802014] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.802118] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.802213] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae5b85c3-eb59-4975-9995-23734b607892',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.220316] env[65123]: INFO networking_nsxv3.common.synchronization [req-9c5da0d7-bc24-4588-906a-af7571885186 req-5da552b3-8e2e-4ecd-9113-81c099cab0bb tempest-DeleteServersTestJSON-1766806868 tempest-DeleteServersTestJSON-1766806868-project-member] Enqueued Resource ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 with Priority: HIGHEST for action security_group_members [ 1048.221373] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 with Priority: HIGHEST for action security_group_members [ 1048.222039] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.222039] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.222039] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.222214] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.222354] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.222552] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.222618] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.222798] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.222886] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.222991] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.305780] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.306096] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.306151] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.306606] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.331794] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.333041] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.333041] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.333041] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.333041] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.333041] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.333041] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae5b85c3-eb59-4975-9995-23734b607892 is going to be updated. [ 1048.367471] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5606699a-2416-46e1-a389-981d2760202b in Status: SUCCESS [ 1048.367471] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.368128] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.368383] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.368666] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.368841] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.368942] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.369258] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.369258] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.369441] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.369441] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5606699a-2416-46e1-a389-981d2760202b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.385777] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.386039] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.386039] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.386373] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.386522] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.399186] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae5b85c3-eb59-4975-9995-23734b607892 in Status: IN_PROGRESS for 2s [ 1048.670137] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-606 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.670350] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-606" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.670491] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-606" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.670752] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-606" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.671106] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.671358] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.671547] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.671861] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.672094] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.672409] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1048.672569] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1048.672776] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1048.672967] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1048.673161] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1048.673350] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1048.673549] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1048.694433] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1048.696031] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1048.696031] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1048.696031] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-606" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.696031] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-5705264c-6c43-49b4-b689-6744f3de7a13 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.696276] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-5705264c-6c43-49b4-b689-6744f3de7a13" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.697051] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-5705264c-6c43-49b4-b689-6744f3de7a13" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.697051] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-5705264c-6c43-49b4-b689-6744f3de7a13" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.697298] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5705264c-6c43-49b4-b689-6744f3de7a13',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.725678] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.727144] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.727144] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.727144] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.727144] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.727144] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.727144] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.727144] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.727144] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.727144] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.727144] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 is going to be updated. [ 1048.755374] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.755534] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.755607] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.755809] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.755954] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.765355] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 in Status: IN_PROGRESS for 2s [ 1048.874723] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5606699a-2416-46e1-a389-981d2760202b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.200633] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.200893] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.201034] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.201320] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.201911] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.201911] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port 5705264c-6c43-49b4-b689-6744f3de7a13 not found, creating... [ 1049.201911] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.202178] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.202371] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.202620] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.202831] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.203388] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.203388] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.203658] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.203743] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.203873] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.204018] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: 5705264c-6c43-49b4-b689-6744f3de7a13 is going to be created. [ 1049.224310] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.224566] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.224694] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.224962] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.225214] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.225440] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-5705264c-6c43-49b4-b689-6744f3de7a13" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.375255] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5606699a-2416-46e1-a389-981d2760202b: rpc.has_security_group_logging(os_id): False [ 1049.395288] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.395439] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.395501] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.395785] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.395922] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.396347] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.396446] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.396503] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.397907] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.397907] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.397907] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5606699a-2416-46e1-a389-981d2760202b is going to be updated. [ 1049.470165] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.470316] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.470396] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.470591] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.470755] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.482848] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5606699a-2416-46e1-a389-981d2760202b in Status: IN_PROGRESS for 2s [ 1049.985044] env[65123]: INFO networking_nsxv3.common.synchronization [req-9c5da0d7-bc24-4588-906a-af7571885186 req-7d71b453-e830-44ce-884d-6dc3b051d5a7 service nova] Enqueued Resource ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 with Priority: HIGHEST for action security_group_rules [ 1049.985365] env[65123]: INFO networking_nsxv3.common.synchronization [req-9c5da0d7-bc24-4588-906a-af7571885186 req-7d71b453-e830-44ce-884d-6dc3b051d5a7 service nova] Enqueued Resource ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 with Priority: HIGHEST for action security_group_members [ 1049.985526] env[65123]: INFO networking_nsxv3.common.synchronization [req-9c5da0d7-bc24-4588-906a-af7571885186 req-7d71b453-e830-44ce-884d-6dc3b051d5a7 service nova] Enqueued Resource ID: 5705264c-6c43-49b4-b689-6744f3de7a13 with Priority: HIGHEST for action port [ 1049.986327] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 with Priority: HIGHEST for action security_group_rules [ 1049.986547] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 with Priority: HIGHEST for action security_group_members [ 1049.986623] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5705264c-6c43-49b4-b689-6744f3de7a13 with Priority: HIGHEST for action port [ 1049.987020] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.987141] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.987209] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.987466] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.987522] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.989199] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.989755] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.989755] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-5705264c-6c43-49b4-b689-6744f3de7a13 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.989755] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5705264c-6c43-49b4-b689-6744f3de7a13" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.990112] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5705264c-6c43-49b4-b689-6744f3de7a13" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.990112] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5705264c-6c43-49b4-b689-6744f3de7a13" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.990112] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5705264c-6c43-49b4-b689-6744f3de7a13',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.434773] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae5b85c3-eb59-4975-9995-23734b607892 in Status: SUCCESS [ 1050.434984] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae5b85c3-eb59-4975-9995-23734b607892 deletion is rescheduled due to dependency. [ 1050.435122] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae5b85c3-eb59-4975-9995-23734b607892" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.491714] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.492555] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.492555] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5705264c-6c43-49b4-b689-6744f3de7a13 with status ACTIVE [ 1050.492555] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.492555] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.492555] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.492752] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.492840] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.493024] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.493094] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.493094] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.493257] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.493334] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.493520] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.493644] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.493695] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.493823] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.493868] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.493985] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5705264c-6c43-49b4-b689-6744f3de7a13 is going to be updated. [ 1050.516834] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.517081] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.517081] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.517247] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.517371] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.517624] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5705264c-6c43-49b4-b689-6744f3de7a13" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.777165] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 in Status: SUCCESS [ 1050.777355] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 deletion is rescheduled due to dependency. [ 1050.777474] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.777643] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.777864] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.778066] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.778187] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.778262] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.778421] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.778503] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.778660] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.281136] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.588599] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5606699a-2416-46e1-a389-981d2760202b in Status: SUCCESS [ 1051.588858] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.783544] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.291231] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.291231] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.291231] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.291937] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.291937] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.291937] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 is going to be updated. [ 1052.332462] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.332462] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.332462] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.332727] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.333035] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.344247] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 in Status: IN_PROGRESS for 2s [ 1053.149073] env[65123]: INFO networking_nsxv3.common.synchronization [req-9fefd469-5b7f-4f62-8c60-e2859c4d648e req-ce883708-2e0d-4710-9196-46c544fb60b4 tempest-ServersTestJSON-1284900872 tempest-ServersTestJSON-1284900872-project-member] Enqueued Resource ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 with Priority: HIGHEST for action security_group_members [ 1053.149833] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 with Priority: HIGHEST for action security_group_members [ 1053.150049] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-805ecbe4-9457-4391-a823-a6cb5e6e4067 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.150206] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.150273] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.150466] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.150689] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.150763] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.150833] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.151012] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.151113] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.151208] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.495181] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-926 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.495181] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-926" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.495181] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-926" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.495580] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-926" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.495580] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.495937] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.495937] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.496778] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.496778] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.496778] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1053.498235] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1053.498368] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1053.498878] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1053.498878] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1053.498878] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1053.498878] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1053.519181] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1053.519471] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1053.519792] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1053.519993] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-926" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.520335] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-0634129b-fd47-461c-8d35-a8d202abbd33 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.520548] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-0634129b-fd47-461c-8d35-a8d202abbd33" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.520673] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-0634129b-fd47-461c-8d35-a8d202abbd33" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.521045] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-0634129b-fd47-461c-8d35-a8d202abbd33" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.521187] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0634129b-fd47-461c-8d35-a8d202abbd33',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.654114] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.024018] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.024289] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.026929] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.026929] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.026929] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.026929] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port 0634129b-fd47-461c-8d35-a8d202abbd33 not found, creating... [ 1054.026929] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.026929] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.026929] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.028432] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.028432] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.028432] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.028607] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.028809] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.029269] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.029500] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.029731] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: 0634129b-fd47-461c-8d35-a8d202abbd33 is going to be created. [ 1054.057045] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.058506] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.058774] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.059114] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.059448] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.059838] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-0634129b-fd47-461c-8d35-a8d202abbd33" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.157183] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.356856] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 in Status: SUCCESS [ 1054.357149] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.357149] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.357477] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.357659] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.357847] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.357943] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.358047] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.358137] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.358233] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.358301] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.660240] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.660572] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.660572] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.660748] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.660835] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.660936] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 is going to be updated. [ 1054.698397] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.698397] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.698397] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.698646] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.698721] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.710022] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 in Status: IN_PROGRESS for 2s [ 1054.786221] env[65123]: INFO networking_nsxv3.common.synchronization [req-9fefd469-5b7f-4f62-8c60-e2859c4d648e req-46d2da9d-a2ea-43c1-9eb2-61ee4286c121 service nova] Enqueued Resource ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 with Priority: HIGHEST for action security_group_rules [ 1054.787145] env[65123]: INFO networking_nsxv3.common.synchronization [req-9fefd469-5b7f-4f62-8c60-e2859c4d648e req-46d2da9d-a2ea-43c1-9eb2-61ee4286c121 service nova] Enqueued Resource ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 with Priority: HIGHEST for action security_group_members [ 1054.788060] env[65123]: INFO networking_nsxv3.common.synchronization [req-9fefd469-5b7f-4f62-8c60-e2859c4d648e req-46d2da9d-a2ea-43c1-9eb2-61ee4286c121 service nova] Enqueued Resource ID: 0634129b-fd47-461c-8d35-a8d202abbd33 with Priority: HIGHEST for action port [ 1054.788060] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 with Priority: HIGHEST for action security_group_rules [ 1054.788378] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 with Priority: HIGHEST for action security_group_members [ 1054.788378] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0634129b-fd47-461c-8d35-a8d202abbd33 with Priority: HIGHEST for action port [ 1054.788528] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-805ecbe4-9457-4391-a823-a6cb5e6e4067 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.788644] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.788706] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.788908] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.788979] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.789926] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-805ecbe4-9457-4391-a823-a6cb5e6e4067 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.790106] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.790384] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-0634129b-fd47-461c-8d35-a8d202abbd33 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.791101] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0634129b-fd47-461c-8d35-a8d202abbd33" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.791101] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0634129b-fd47-461c-8d35-a8d202abbd33" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.791101] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0634129b-fd47-461c-8d35-a8d202abbd33" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.791101] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0634129b-fd47-461c-8d35-a8d202abbd33',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.860859] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.861423] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.861717] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.862126] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.862695] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.862911] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.862911] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.863152] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.863248] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.863358] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.863520] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.863611] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.863814] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.863991] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.864160] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.864370] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.864457] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.864602] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.864684] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.864755] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.864853] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.293403] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-805ecbe4-9457-4391-a823-a6cb5e6e4067 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.293564] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.293749] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0634129b-fd47-461c-8d35-a8d202abbd33 with status ACTIVE [ 1055.293934] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.294073] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.294163] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.294397] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.294488] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.294668] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.295208] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.295208] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.295208] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.295208] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.295412] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.295412] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.295412] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.295544] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.295585] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.295674] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0634129b-fd47-461c-8d35-a8d202abbd33 is going to be updated. [ 1055.346560] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.346831] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.346914] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.347152] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.347937] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.347937] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0634129b-fd47-461c-8d35-a8d202abbd33" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.369543] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6: rpc.has_security_group_logging(os_id): False [ 1055.393313] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.393587] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.393587] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.393818] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.393918] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.394320] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.394474] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.394537] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.395231] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.395231] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.395231] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.395231] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.395495] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.395572] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.395693] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.395985] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.396124] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.396192] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.396375] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.396447] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.397031] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 is going to be updated. [ 1055.555774] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.556164] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.556264] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.556464] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.556618] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.593757] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 in Status: IN_PROGRESS for 2s [ 1056.721668] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 in Status: SUCCESS [ 1056.722135] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.722225] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.722473] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.722649] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.722771] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.722836] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.723035] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.723149] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.723254] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.225011] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.609370] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 in Status: SUCCESS [ 1057.609598] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.727233] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.199572] env[65123]: INFO networking_nsxv3.common.synchronization [req-1490e3fb-c89b-4a47-9a6a-8b834f3279c4 req-d7af2a21-de5f-47f2-b08e-66c09f93664a tempest-AttachVolumeShelveTestJSON-1071414166 tempest-AttachVolumeShelveTestJSON-1071414166-project-member] Enqueued Resource ID: e522bebe-ad56-4993-b561-7ece0d990c19 with Priority: HIGHEST for action security_group_members [ 1058.200533] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e522bebe-ad56-4993-b561-7ece0d990c19 with Priority: HIGHEST for action security_group_members [ 1058.200936] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-e522bebe-ad56-4993-b561-7ece0d990c19 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.201203] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e522bebe-ad56-4993-b561-7ece0d990c19" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.204050] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e522bebe-ad56-4993-b561-7ece0d990c19" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.204321] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e522bebe-ad56-4993-b561-7ece0d990c19" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.204505] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.204607] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.204695] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.204919] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.205024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.205124] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e522bebe-ad56-4993-b561-7ece0d990c19',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.230373] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.230676] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.230676] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.230966] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.233086] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.233086] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 is going to be updated. [ 1058.263713] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.263867] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.263977] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.264269] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.264483] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.281147] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 in Status: IN_PROGRESS for 2s [ 1058.588734] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock network-329 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.589036] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "network-329" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.589201] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "network-329" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.589498] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "network-329" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.589864] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.590173] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.590451] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.590488] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.590699] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.590993] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1058.591139] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1058.591251] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1058.591357] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1058.591470] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1058.591598] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1058.591759] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1058.614394] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1058.614448] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1058.614576] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1058.614743] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "network-329" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.615077] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock port-e16d157a-61fc-48b4-b756-1546405998eb taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.615256] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "port-e16d157a-61fc-48b4-b756-1546405998eb" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.615379] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "port-e16d157a-61fc-48b4-b756-1546405998eb" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.615708] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "port-e16d157a-61fc-48b4-b756-1546405998eb" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.616024] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e16d157a-61fc-48b4-b756-1546405998eb',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.707079] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.707591] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.707591] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.707591] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.707687] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.707832] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.707948] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.708035] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.708187] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.708261] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.708348] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e522bebe-ad56-4993-b561-7ece0d990c19 already deleted. [ 1058.708426] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e522bebe-ad56-4993-b561-7ece0d990c19" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.119017] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.119017] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.119344] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.119497] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.120111] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.120111] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Segment Port e16d157a-61fc-48b4-b756-1546405998eb not found, creating... [ 1059.120392] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.120596] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.120730] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.120981] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.121222] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.121530] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.121696] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.121849] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.122305] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.122375] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.122844] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Resource: SegmentPort with ID: e16d157a-61fc-48b4-b756-1546405998eb is going to be created. [ 1059.143500] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.143708] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.143829] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.144142] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.144382] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.144615] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "port-e16d157a-61fc-48b4-b756-1546405998eb" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.878527] env[65123]: INFO networking_nsxv3.common.synchronization [req-1490e3fb-c89b-4a47-9a6a-8b834f3279c4 req-39222fde-2779-49a5-8f21-d20768bf70a7 service nova] Enqueued Resource ID: e522bebe-ad56-4993-b561-7ece0d990c19 with Priority: HIGHEST for action security_group_rules [ 1059.878740] env[65123]: INFO networking_nsxv3.common.synchronization [req-1490e3fb-c89b-4a47-9a6a-8b834f3279c4 req-39222fde-2779-49a5-8f21-d20768bf70a7 service nova] Enqueued Resource ID: e522bebe-ad56-4993-b561-7ece0d990c19 with Priority: HIGHEST for action security_group_members [ 1059.878862] env[65123]: INFO networking_nsxv3.common.synchronization [req-1490e3fb-c89b-4a47-9a6a-8b834f3279c4 req-39222fde-2779-49a5-8f21-d20768bf70a7 service nova] Enqueued Resource ID: e16d157a-61fc-48b4-b756-1546405998eb with Priority: HIGHEST for action port [ 1059.879416] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e522bebe-ad56-4993-b561-7ece0d990c19 with Priority: HIGHEST for action security_group_rules [ 1059.879555] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e522bebe-ad56-4993-b561-7ece0d990c19 with Priority: HIGHEST for action security_group_members [ 1059.879654] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e16d157a-61fc-48b4-b756-1546405998eb with Priority: HIGHEST for action port [ 1059.879973] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e522bebe-ad56-4993-b561-7ece0d990c19 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.880106] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e522bebe-ad56-4993-b561-7ece0d990c19" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.880180] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e522bebe-ad56-4993-b561-7ece0d990c19" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.880385] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e522bebe-ad56-4993-b561-7ece0d990c19" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.880466] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e522bebe-ad56-4993-b561-7ece0d990c19',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.881480] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-e522bebe-ad56-4993-b561-7ece0d990c19 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.881736] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e522bebe-ad56-4993-b561-7ece0d990c19" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.881736] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e522bebe-ad56-4993-b561-7ece0d990c19" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.883059] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e522bebe-ad56-4993-b561-7ece0d990c19" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.883059] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.883059] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.883059] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.883059] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.883059] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.883059] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e522bebe-ad56-4993-b561-7ece0d990c19',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.883611] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-e16d157a-61fc-48b4-b756-1546405998eb taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.883730] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e16d157a-61fc-48b4-b756-1546405998eb" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.883785] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e16d157a-61fc-48b4-b756-1546405998eb" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.883926] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e16d157a-61fc-48b4-b756-1546405998eb" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.883996] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e16d157a-61fc-48b4-b756-1546405998eb',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.293319] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 in Status: SUCCESS [ 1060.293573] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.293735] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.294049] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.294328] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.294498] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.294647] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.294809] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.294922] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.295047] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.295170] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.385578] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-e522bebe-ad56-4993-b561-7ece0d990c19 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.385886] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e522bebe-ad56-4993-b561-7ece0d990c19" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.385886] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e522bebe-ad56-4993-b561-7ece0d990c19',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.387451] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e16d157a-61fc-48b4-b756-1546405998eb with status ACTIVE [ 1060.387646] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.387982] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.388083] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.388659] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.388743] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.388938] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.390053] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.390053] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.390053] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.390053] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.390053] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.390053] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.390053] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.390418] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.390418] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.390418] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e16d157a-61fc-48b4-b756-1546405998eb is going to be updated. [ 1060.415021] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.415021] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.415283] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.415460] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.415639] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.415817] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e16d157a-61fc-48b4-b756-1546405998eb" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.798201] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-805ecbe4-9457-4391-a823-a6cb5e6e4067 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.798201] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.798201] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.798458] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.798903] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.798903] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.798903] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.798903] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.799183] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.799183] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.799252] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-805ecbe4-9457-4391-a823-a6cb5e6e4067 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.799300] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.800124] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.800124] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.800124] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.800124] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.800124] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.800124] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.800124] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.800421] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.800421] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.887817] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e522bebe-ad56-4993-b561-7ece0d990c19',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.305237] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 805ecbe4-9457-4391-a823-a6cb5e6e4067: rpc.has_security_group_logging(os_id): False [ 1061.347177] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.347177] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.347177] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.347533] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.384925] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.384925] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.385289] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.385289] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.385289] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.385471] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.386819] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.386819] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.386819] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.386819] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.386819] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.386819] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.386819] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.386819] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.386819] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.386819] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.386819] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 is going to be updated. [ 1061.391390] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.391390] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.391390] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.391390] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.391390] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.391390] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e522bebe-ad56-4993-b561-7ece0d990c19 is going to be created. [ 1061.423451] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.423664] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.423664] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.423869] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.424044] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.440559] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e522bebe-ad56-4993-b561-7ece0d990c19 in Status: UNINITIALIZED for 2s [ 1061.473704] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.473937] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.474091] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.474368] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.474582] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.514266] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 in Status: IN_PROGRESS for 2s [ 1063.089973] env[65123]: INFO networking_nsxv3.common.synchronization [None req-00756f73-eaf8-47ef-b346-1951679d1faa None None] Enqueued Resource ID: ad793175-767d-4c96-857e-a20d0faa01ec with Priority: HIGHEST for action port [ 1063.090298] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad793175-767d-4c96-857e-a20d0faa01ec with Priority: HIGHEST for action port [ 1063.090389] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad793175-767d-4c96-857e-a20d0faa01ec taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.090500] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad793175-767d-4c96-857e-a20d0faa01ec" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.090565] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad793175-767d-4c96-857e-a20d0faa01ec" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.090856] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad793175-767d-4c96-857e-a20d0faa01ec" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.090968] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad793175-767d-4c96-857e-a20d0faa01ec',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.455458] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e522bebe-ad56-4993-b561-7ece0d990c19 in Status: SUCCESS [ 1063.455458] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e522bebe-ad56-4993-b561-7ece0d990c19" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.456469] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e522bebe-ad56-4993-b561-7ece0d990c19" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.456469] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e522bebe-ad56-4993-b561-7ece0d990c19" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.456469] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.456469] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.456752] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.456752] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.456927] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.456994] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e522bebe-ad56-4993-b561-7ece0d990c19" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.461420] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e522bebe-ad56-4993-b561-7ece0d990c19',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.535310] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 in Status: SUCCESS [ 1063.535511] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.594640] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad793175-767d-4c96-857e-a20d0faa01ec [ 1063.594901] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.595084] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.595153] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.595374] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.595455] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.595863] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad793175-767d-4c96-857e-a20d0faa01ec already deleted. [ 1063.595863] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad793175-767d-4c96-857e-a20d0faa01ec" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.964330] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e522bebe-ad56-4993-b561-7ece0d990c19',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.989107] env[65123]: INFO networking_nsxv3.common.synchronization [None req-1f855001-8410-4634-97ee-82b24beaeb1f tempest-AttachInterfacesTestJSON-243198972 tempest-AttachInterfacesTestJSON-243198972-project-member] Enqueued Resource ID: 5023bee4-1711-4b83-aa15-c9d04ef8ec26 with Priority: HIGHEST for action security_group_rules [ 1063.989107] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5023bee4-1711-4b83-aa15-c9d04ef8ec26 with Priority: HIGHEST for action security_group_rules [ 1063.989107] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5023bee4-1711-4b83-aa15-c9d04ef8ec26 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.989107] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5023bee4-1711-4b83-aa15-c9d04ef8ec26" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.989107] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5023bee4-1711-4b83-aa15-c9d04ef8ec26" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.989483] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5023bee4-1711-4b83-aa15-c9d04ef8ec26" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.989727] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5023bee4-1711-4b83-aa15-c9d04ef8ec26',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.157349] env[65123]: INFO networking_nsxv3.common.synchronization [None req-9fe13ab3-d969-434f-b609-768728ba07fe tempest-AttachInterfacesTestJSON-243198972 tempest-AttachInterfacesTestJSON-243198972-project-member] Enqueued Resource ID: 5023bee4-1711-4b83-aa15-c9d04ef8ec26 with Priority: HIGHEST for action security_group_rules [ 1064.157349] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5023bee4-1711-4b83-aa15-c9d04ef8ec26 with Priority: HIGHEST for action security_group_rules [ 1064.157349] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5023bee4-1711-4b83-aa15-c9d04ef8ec26 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.157349] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5023bee4-1711-4b83-aa15-c9d04ef8ec26" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.172133] env[65123]: INFO networking_nsxv3.common.synchronization [req-6e06c634-8c4d-4c18-972f-6c8b55ed9ddb req-9f44cc6f-23ec-489f-b2da-3dd455ba37f0 tempest-DeleteServersTestJSON-1766806868 tempest-DeleteServersTestJSON-1766806868-project-member] Enqueued Resource ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 with Priority: HIGHEST for action security_group_members [ 1064.172133] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 with Priority: HIGHEST for action security_group_members [ 1064.172464] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.172622] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.172648] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.172847] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.173017] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.173957] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.173957] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.173957] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.173957] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.173957] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.467529] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e522bebe-ad56-4993-b561-7ece0d990c19: rpc.has_security_group_logging(os_id): False [ 1064.489832] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.489832] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.489832] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.489832] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.489832] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.489832] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.489832] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.489832] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.489832] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.489832] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.489832] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e522bebe-ad56-4993-b561-7ece0d990c19 is going to be created. [ 1064.515100] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.515204] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.515282] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.515526] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.515609] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.515709] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5023bee4-1711-4b83-aa15-c9d04ef8ec26 already deleted. [ 1064.515812] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5023bee4-1711-4b83-aa15-c9d04ef8ec26" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.515972] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5023bee4-1711-4b83-aa15-c9d04ef8ec26" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.516184] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5023bee4-1711-4b83-aa15-c9d04ef8ec26" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.516274] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5023bee4-1711-4b83-aa15-c9d04ef8ec26',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.566698] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.566885] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.566992] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.567595] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.567833] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.581893] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e522bebe-ad56-4993-b561-7ece0d990c19 in Status: IN_PROGRESS for 2s [ 1064.681987] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.681987] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.681987] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.681987] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.681987] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.682566] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.684782] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.684782] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.684782] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.684782] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.684782] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 is going to be updated. [ 1064.730677] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.730926] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.731037] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.731691] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.731691] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.745513] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 in Status: IN_PROGRESS for 2s [ 1065.037476] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.038187] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.038187] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.038187] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.038187] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.038187] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5023bee4-1711-4b83-aa15-c9d04ef8ec26 already deleted. [ 1065.038402] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5023bee4-1711-4b83-aa15-c9d04ef8ec26" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.747266] env[65123]: INFO networking_nsxv3.common.synchronization [None req-4280eb3a-a904-456e-b05f-ce6c17f787d0 None None] Enqueued Resource ID: 420cfd68-31fa-4d0c-a231-3ba36361b00a with Priority: HIGHEST for action port [ 1065.747266] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 420cfd68-31fa-4d0c-a231-3ba36361b00a with Priority: HIGHEST for action port [ 1065.747266] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-420cfd68-31fa-4d0c-a231-3ba36361b00a taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.747266] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-420cfd68-31fa-4d0c-a231-3ba36361b00a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.747266] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-420cfd68-31fa-4d0c-a231-3ba36361b00a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.747266] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-420cfd68-31fa-4d0c-a231-3ba36361b00a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.750111] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('420cfd68-31fa-4d0c-a231-3ba36361b00a',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.253420] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 420cfd68-31fa-4d0c-a231-3ba36361b00a [ 1066.254198] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.254198] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.254198] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.254398] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.254398] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.254557] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:420cfd68-31fa-4d0c-a231-3ba36361b00a already deleted. [ 1066.254617] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-420cfd68-31fa-4d0c-a231-3ba36361b00a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.596610] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e522bebe-ad56-4993-b561-7ece0d990c19 in Status: SUCCESS [ 1066.596610] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e522bebe-ad56-4993-b561-7ece0d990c19" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.755223] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 in Status: SUCCESS [ 1066.755497] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 deletion is rescheduled due to dependency. [ 1066.755622] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.600814] env[65123]: INFO networking_nsxv3.common.synchronization [req-ac1fc474-1646-4705-a68b-728a18e6d318 req-781a8970-af8b-42ea-9461-526142d60c30 tempest-ListServerFiltersTestJSON-41928791 tempest-ListServerFiltersTestJSON-41928791-project-member] Enqueued Resource ID: fe658e4a-6c22-4ce8-b97d-083c99582cd0 with Priority: HIGHEST for action security_group_members [ 1067.602127] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe658e4a-6c22-4ce8-b97d-083c99582cd0 with Priority: HIGHEST for action security_group_members [ 1067.602127] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe658e4a-6c22-4ce8-b97d-083c99582cd0 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.602127] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.602127] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.603234] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.603424] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.603538] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.603599] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.603768] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.603855] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.603954] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe658e4a-6c22-4ce8-b97d-083c99582cd0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.947209] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-635 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.947706] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-635" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.948020] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-635" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.948446] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-635" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.949399] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.950077] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.950077] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.950280] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.951074] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.951386] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.951981] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1067.952155] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1067.952423] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1067.954850] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.954996] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1067.955178] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1067.976212] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1067.977591] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1067.977591] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1067.977591] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-635" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.977591] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-515893a4-e4f0-4e29-8239-9e6e58d5b8d4 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.977591] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-515893a4-e4f0-4e29-8239-9e6e58d5b8d4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.977591] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-515893a4-e4f0-4e29-8239-9e6e58d5b8d4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.977884] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-515893a4-e4f0-4e29-8239-9e6e58d5b8d4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.977884] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('515893a4-e4f0-4e29-8239-9e6e58d5b8d4',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.106149] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.106149] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.106251] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.106499] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.106563] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.107720] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.107720] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.107720] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.107720] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.107720] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.107720] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe658e4a-6c22-4ce8-b97d-083c99582cd0 already deleted. [ 1068.107720] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.403989] env[65123]: INFO networking_nsxv3.common.synchronization [req-7c4784ee-c7ae-4ef6-92b4-0796f144c96d req-025b8dbd-d9a8-4b20-b033-cde2cc2795c4 tempest-ServersTestJSON-1284900872 tempest-ServersTestJSON-1284900872-project-member] Enqueued Resource ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 with Priority: HIGHEST for action security_group_members [ 1068.404629] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 with Priority: HIGHEST for action security_group_members [ 1068.405171] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-805ecbe4-9457-4391-a823-a6cb5e6e4067 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.405338] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.405456] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.405820] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.406026] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.406166] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.406256] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.406461] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.406566] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.406686] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.482386] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.482905] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.483730] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.483730] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.483730] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.488614] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port 515893a4-e4f0-4e29-8239-9e6e58d5b8d4 not found, creating... [ 1068.488614] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.488614] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.488614] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.488614] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.488614] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.492349] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.492349] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.492349] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.492349] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.492349] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.492349] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: 515893a4-e4f0-4e29-8239-9e6e58d5b8d4 is going to be created. [ 1068.524668] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.524668] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.524668] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.524668] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.524668] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.524668] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-515893a4-e4f0-4e29-8239-9e6e58d5b8d4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.909270] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.304898] env[65123]: INFO networking_nsxv3.common.synchronization [req-ac1fc474-1646-4705-a68b-728a18e6d318 req-4e756eb7-f441-4e7b-8076-af398702a3be service nova] Enqueued Resource ID: fe658e4a-6c22-4ce8-b97d-083c99582cd0 with Priority: HIGHEST for action security_group_rules [ 1069.304898] env[65123]: INFO networking_nsxv3.common.synchronization [req-ac1fc474-1646-4705-a68b-728a18e6d318 req-4e756eb7-f441-4e7b-8076-af398702a3be service nova] Enqueued Resource ID: fe658e4a-6c22-4ce8-b97d-083c99582cd0 with Priority: HIGHEST for action security_group_members [ 1069.305211] env[65123]: INFO networking_nsxv3.common.synchronization [req-ac1fc474-1646-4705-a68b-728a18e6d318 req-4e756eb7-f441-4e7b-8076-af398702a3be service nova] Enqueued Resource ID: 515893a4-e4f0-4e29-8239-9e6e58d5b8d4 with Priority: HIGHEST for action port [ 1069.305784] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe658e4a-6c22-4ce8-b97d-083c99582cd0 with Priority: HIGHEST for action security_group_rules [ 1069.305784] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe658e4a-6c22-4ce8-b97d-083c99582cd0 with Priority: HIGHEST for action security_group_members [ 1069.305784] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 515893a4-e4f0-4e29-8239-9e6e58d5b8d4 with Priority: HIGHEST for action port [ 1069.306261] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe658e4a-6c22-4ce8-b97d-083c99582cd0 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.306501] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.306556] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.306895] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.306895] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe658e4a-6c22-4ce8-b97d-083c99582cd0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.307670] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe658e4a-6c22-4ce8-b97d-083c99582cd0 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.307775] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.307845] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.308034] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.308171] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.308265] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.308325] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.308464] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.308544] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.308631] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe658e4a-6c22-4ce8-b97d-083c99582cd0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.309358] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-515893a4-e4f0-4e29-8239-9e6e58d5b8d4 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.309457] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-515893a4-e4f0-4e29-8239-9e6e58d5b8d4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.309553] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-515893a4-e4f0-4e29-8239-9e6e58d5b8d4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.309670] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-515893a4-e4f0-4e29-8239-9e6e58d5b8d4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.309743] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('515893a4-e4f0-4e29-8239-9e6e58d5b8d4',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.413547] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.811432] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe658e4a-6c22-4ce8-b97d-083c99582cd0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.812610] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe658e4a-6c22-4ce8-b97d-083c99582cd0 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.812729] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.813130] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 515893a4-e4f0-4e29-8239-9e6e58d5b8d4 with status ACTIVE [ 1069.813300] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.813410] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.813473] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.813696] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.813793] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.813968] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.814589] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.815415] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.815478] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.815662] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.816063] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.816333] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.816407] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.819960] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.819960] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.819960] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 515893a4-e4f0-4e29-8239-9e6e58d5b8d4 is going to be updated. [ 1069.842291] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.842291] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.842291] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.842291] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.842529] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.842529] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-515893a4-e4f0-4e29-8239-9e6e58d5b8d4" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.915735] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.915994] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.916153] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.916509] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.916660] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.916828] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 is going to be updated. [ 1069.946355] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.946573] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.946573] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.946786] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.946929] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.962686] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 in Status: IN_PROGRESS for 2s [ 1070.313795] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe658e4a-6c22-4ce8-b97d-083c99582cd0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.557185] env[65123]: INFO networking_nsxv3.common.synchronization [req-f68b0709-9d62-419b-b839-c6c0c9f0ee61 req-9f13a693-84f5-41c2-82ae-45441f96443e tempest-ListServerFiltersTestJSON-41928791 tempest-ListServerFiltersTestJSON-41928791-project-member] Enqueued Resource ID: fe658e4a-6c22-4ce8-b97d-083c99582cd0 with Priority: HIGHEST for action security_group_members [ 1070.557825] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe658e4a-6c22-4ce8-b97d-083c99582cd0 with Priority: HIGHEST for action security_group_members [ 1070.558422] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe658e4a-6c22-4ce8-b97d-083c99582cd0 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.558559] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.817083] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.817083] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.817269] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.817462] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.817462] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.817579] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe658e4a-6c22-4ce8-b97d-083c99582cd0 is going to be created. [ 1070.842498] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.842665] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.842734] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.843016] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.843134] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.854600] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe658e4a-6c22-4ce8-b97d-083c99582cd0 in Status: UNINITIALIZED for 2s [ 1070.933291] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-635 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.933435] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-635" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.933518] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-635" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.934772] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-635" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.934772] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.934772] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.934772] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.934975] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.934975] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.935221] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1070.935736] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1070.935866] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1070.936088] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1070.936256] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1070.937396] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1070.937396] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1070.959392] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1070.959566] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1070.959704] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1070.959922] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-635" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.960290] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-38024a67-e769-416f-840c-258c189a9a29 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.960539] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-38024a67-e769-416f-840c-258c189a9a29" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.960690] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-38024a67-e769-416f-840c-258c189a9a29" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.961041] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-38024a67-e769-416f-840c-258c189a9a29" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.961185] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38024a67-e769-416f-840c-258c189a9a29',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.082018] env[65123]: INFO networking_nsxv3.common.synchronization [None req-ca9e07fe-9a77-49c9-b7ea-5b97b9e5231f None None] Enqueued Resource ID: 92ecea0b-00aa-4386-80dc-f1d5f8994d4a with Priority: HIGHEST for action port [ 1071.082675] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92ecea0b-00aa-4386-80dc-f1d5f8994d4a with Priority: HIGHEST for action port [ 1071.082996] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-92ecea0b-00aa-4386-80dc-f1d5f8994d4a taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.083279] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92ecea0b-00aa-4386-80dc-f1d5f8994d4a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.083279] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92ecea0b-00aa-4386-80dc-f1d5f8994d4a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.083514] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92ecea0b-00aa-4386-80dc-f1d5f8994d4a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.083572] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92ecea0b-00aa-4386-80dc-f1d5f8994d4a',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.464025] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.464278] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.464380] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.464647] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.464794] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.464943] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port 38024a67-e769-416f-840c-258c189a9a29 not found, creating... [ 1071.465210] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.465363] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.465475] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.465688] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.465849] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.466142] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.466305] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.466418] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.467020] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.467020] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.467020] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: 38024a67-e769-416f-840c-258c189a9a29 is going to be created. [ 1071.488120] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.488341] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.488463] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.488727] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.488951] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.489305] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-38024a67-e769-416f-840c-258c189a9a29" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.586164] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 92ecea0b-00aa-4386-80dc-f1d5f8994d4a [ 1071.586164] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.586164] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.586164] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.586164] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.586164] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.586164] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:92ecea0b-00aa-4386-80dc-f1d5f8994d4a already deleted. [ 1071.586164] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92ecea0b-00aa-4386-80dc-f1d5f8994d4a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.975166] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 in Status: SUCCESS [ 1071.975440] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.218224] env[65123]: INFO networking_nsxv3.common.synchronization [req-f68b0709-9d62-419b-b839-c6c0c9f0ee61 req-7796f2c7-e1c9-4121-9825-270083ae6784 service nova] Enqueued Resource ID: fe658e4a-6c22-4ce8-b97d-083c99582cd0 with Priority: HIGHEST for action security_group_rules [ 1072.218224] env[65123]: INFO networking_nsxv3.common.synchronization [req-f68b0709-9d62-419b-b839-c6c0c9f0ee61 req-7796f2c7-e1c9-4121-9825-270083ae6784 service nova] Enqueued Resource ID: fe658e4a-6c22-4ce8-b97d-083c99582cd0 with Priority: HIGHEST for action security_group_members [ 1072.218224] env[65123]: INFO networking_nsxv3.common.synchronization [req-f68b0709-9d62-419b-b839-c6c0c9f0ee61 req-7796f2c7-e1c9-4121-9825-270083ae6784 service nova] Enqueued Resource ID: 38024a67-e769-416f-840c-258c189a9a29 with Priority: HIGHEST for action port [ 1072.218224] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe658e4a-6c22-4ce8-b97d-083c99582cd0 with Priority: HIGHEST for action security_group_rules [ 1072.218726] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe658e4a-6c22-4ce8-b97d-083c99582cd0 with Priority: HIGHEST for action security_group_members [ 1072.218953] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38024a67-e769-416f-840c-258c189a9a29 with Priority: HIGHEST for action port [ 1072.219335] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe658e4a-6c22-4ce8-b97d-083c99582cd0 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.219536] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.219876] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe658e4a-6c22-4ce8-b97d-083c99582cd0 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.220244] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.220505] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-38024a67-e769-416f-840c-258c189a9a29 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.220724] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38024a67-e769-416f-840c-258c189a9a29" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.220905] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38024a67-e769-416f-840c-258c189a9a29" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.221211] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38024a67-e769-416f-840c-258c189a9a29" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.221372] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38024a67-e769-416f-840c-258c189a9a29',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.724160] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 38024a67-e769-416f-840c-258c189a9a29 with status ACTIVE [ 1072.724424] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.724590] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.724590] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.724781] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.724871] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.725058] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.725176] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.725246] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.725393] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.725482] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.725658] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.725752] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.725816] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.725952] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.726046] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.726131] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 38024a67-e769-416f-840c-258c189a9a29 is going to be updated. [ 1072.754204] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.754204] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.754306] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.754485] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.755124] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.755301] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38024a67-e769-416f-840c-258c189a9a29" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.872330] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe658e4a-6c22-4ce8-b97d-083c99582cd0 in Status: SUCCESS [ 1072.872949] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.876020] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.876020] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.876020] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.876020] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.876020] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.876020] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.876020] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.876020] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.876020] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe658e4a-6c22-4ce8-b97d-083c99582cd0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.877289] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.878034] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.878034] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.880316] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.880316] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.880826] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.880826] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.880826] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe658e4a-6c22-4ce8-b97d-083c99582cd0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.068253] env[65123]: INFO networking_nsxv3.common.synchronization [req-461f2ca7-c935-4434-801d-d67bbd4d9952 req-fa8fbdd7-1d33-40af-86b6-952baa4951ce tempest-ListServerFiltersTestJSON-41928791 tempest-ListServerFiltersTestJSON-41928791-project-member] Enqueued Resource ID: fe658e4a-6c22-4ce8-b97d-083c99582cd0 with Priority: HIGHEST for action security_group_members [ 1073.068610] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe658e4a-6c22-4ce8-b97d-083c99582cd0 with Priority: HIGHEST for action security_group_members [ 1073.068906] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe658e4a-6c22-4ce8-b97d-083c99582cd0 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.069054] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.383245] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe658e4a-6c22-4ce8-b97d-083c99582cd0 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.383245] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.383434] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe658e4a-6c22-4ce8-b97d-083c99582cd0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.441822] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock network-635 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.442041] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "network-635" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.442185] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "network-635" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.442441] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "network-635" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.442728] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.442849] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.442965] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.443202] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.443349] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.443639] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.443933] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1073.443933] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1073.444074] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1073.444074] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.444184] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1073.444318] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1073.466654] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1073.467027] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1073.467027] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1073.467193] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "network-635" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.467479] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock port-70d1f541-6ada-410a-8e4b-3a59e3227179 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.467652] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "port-70d1f541-6ada-410a-8e4b-3a59e3227179" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.467766] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "port-70d1f541-6ada-410a-8e4b-3a59e3227179" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.468101] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "port-70d1f541-6ada-410a-8e4b-3a59e3227179" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.468257] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70d1f541-6ada-410a-8e4b-3a59e3227179',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.575950] env[65123]: INFO networking_nsxv3.common.synchronization [None req-40024a30-1902-48d1-8fd2-7f3dfa67c8ed None None] Enqueued Resource ID: fd7eb0ab-e471-4c7e-994b-040a53c39469 with Priority: HIGHEST for action port [ 1073.576926] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd7eb0ab-e471-4c7e-994b-040a53c39469 with Priority: HIGHEST for action port [ 1073.577182] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd7eb0ab-e471-4c7e-994b-040a53c39469 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.577549] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd7eb0ab-e471-4c7e-994b-040a53c39469" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.577549] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd7eb0ab-e471-4c7e-994b-040a53c39469" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.577702] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd7eb0ab-e471-4c7e-994b-040a53c39469" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.577793] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd7eb0ab-e471-4c7e-994b-040a53c39469',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.887043] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe658e4a-6c22-4ce8-b97d-083c99582cd0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.970777] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.970907] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.970971] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.971303] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.971837] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.971837] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Segment Port 70d1f541-6ada-410a-8e4b-3a59e3227179 not found, creating... [ 1073.972188] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.972286] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.972316] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.972926] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.972926] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.973014] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.975269] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.975417] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.975675] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.975832] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.975985] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Resource: SegmentPort with ID: 70d1f541-6ada-410a-8e4b-3a59e3227179 is going to be created. [ 1074.001918] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.003207] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.003207] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.003207] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.003531] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.003969] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "port-70d1f541-6ada-410a-8e4b-3a59e3227179" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.081416] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd7eb0ab-e471-4c7e-994b-040a53c39469 [ 1074.081774] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.082055] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.082055] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.082255] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.082346] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.082449] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd7eb0ab-e471-4c7e-994b-040a53c39469 already deleted. [ 1074.082534] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd7eb0ab-e471-4c7e-994b-040a53c39469" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.392294] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.392846] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.392846] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.392846] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.392846] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.393037] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe658e4a-6c22-4ce8-b97d-083c99582cd0 is going to be updated. [ 1074.429847] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.430066] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.430192] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.430516] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.430652] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.440107] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe658e4a-6c22-4ce8-b97d-083c99582cd0 in Status: IN_PROGRESS for 2s [ 1074.588080] env[65123]: INFO networking_nsxv3.common.synchronization [req-888958bf-66ef-41ad-89d0-4241cc529945 req-c9fbf420-293d-4af3-bd6f-e918329b25d4 tempest-ServersTestManualDisk-1073545205 tempest-ServersTestManualDisk-1073545205-project-member] Enqueued Resource ID: a74efe0f-1423-41fb-9e5f-02968bd66f81 with Priority: HIGHEST for action security_group_members [ 1074.588711] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a74efe0f-1423-41fb-9e5f-02968bd66f81 with Priority: HIGHEST for action security_group_members [ 1074.589214] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-a74efe0f-1423-41fb-9e5f-02968bd66f81 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.589456] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a74efe0f-1423-41fb-9e5f-02968bd66f81" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.589664] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a74efe0f-1423-41fb-9e5f-02968bd66f81" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.590032] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a74efe0f-1423-41fb-9e5f-02968bd66f81" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.590272] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.590427] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.590585] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.590854] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.591056] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.591202] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a74efe0f-1423-41fb-9e5f-02968bd66f81',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.752363] env[65123]: INFO networking_nsxv3.common.synchronization [req-461f2ca7-c935-4434-801d-d67bbd4d9952 req-51bde428-2046-4f84-8d13-fd6cf09ad714 service nova] Enqueued Resource ID: fe658e4a-6c22-4ce8-b97d-083c99582cd0 with Priority: HIGHEST for action security_group_rules [ 1074.752584] env[65123]: INFO networking_nsxv3.common.synchronization [req-461f2ca7-c935-4434-801d-d67bbd4d9952 req-51bde428-2046-4f84-8d13-fd6cf09ad714 service nova] Enqueued Resource ID: fe658e4a-6c22-4ce8-b97d-083c99582cd0 with Priority: HIGHEST for action security_group_members [ 1074.752720] env[65123]: INFO networking_nsxv3.common.synchronization [req-461f2ca7-c935-4434-801d-d67bbd4d9952 req-51bde428-2046-4f84-8d13-fd6cf09ad714 service nova] Enqueued Resource ID: 70d1f541-6ada-410a-8e4b-3a59e3227179 with Priority: HIGHEST for action port [ 1074.753184] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe658e4a-6c22-4ce8-b97d-083c99582cd0 with Priority: HIGHEST for action security_group_rules [ 1074.753318] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe658e4a-6c22-4ce8-b97d-083c99582cd0 with Priority: HIGHEST for action security_group_members [ 1074.753417] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70d1f541-6ada-410a-8e4b-3a59e3227179 with Priority: HIGHEST for action port [ 1074.753678] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe658e4a-6c22-4ce8-b97d-083c99582cd0 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.753783] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.757039] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe658e4a-6c22-4ce8-b97d-083c99582cd0 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.757039] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.757039] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-70d1f541-6ada-410a-8e4b-3a59e3227179 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.757039] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70d1f541-6ada-410a-8e4b-3a59e3227179" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.757039] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70d1f541-6ada-410a-8e4b-3a59e3227179" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.757039] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70d1f541-6ada-410a-8e4b-3a59e3227179" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.757039] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70d1f541-6ada-410a-8e4b-3a59e3227179',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.096174] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.096626] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.096626] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.096626] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.121728] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.121932] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.122720] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.123288] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.123603] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.123768] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.124164] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a74efe0f-1423-41fb-9e5f-02968bd66f81 is going to be updated. [ 1075.155750] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.155962] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.155962] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.156195] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.156366] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.168140] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a74efe0f-1423-41fb-9e5f-02968bd66f81 in Status: IN_PROGRESS for 2s [ 1075.258770] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 70d1f541-6ada-410a-8e4b-3a59e3227179 with status ACTIVE [ 1075.259033] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.259178] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.259250] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.259471] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.259572] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.259735] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.259843] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.259888] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.260161] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.260244] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.260434] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.260541] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.260793] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.260793] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.260793] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.260922] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 70d1f541-6ada-410a-8e4b-3a59e3227179 is going to be updated. [ 1075.279075] env[65123]: INFO networking_nsxv3.common.synchronization [req-063e9e94-c930-43f8-85d0-1b88d2141b77 req-266b800b-c02a-492f-a9f2-2df03bd373a0 tempest-ServerActionsTestJSON-1424708554 tempest-ServerActionsTestJSON-1424708554-project-member] Enqueued Resource ID: edc98a23-2b13-4661-9524-caf5365deadf with Priority: HIGHEST for action security_group_members [ 1075.279075] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edc98a23-2b13-4661-9524-caf5365deadf with Priority: HIGHEST for action security_group_members [ 1075.279075] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-edc98a23-2b13-4661-9524-caf5365deadf taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.279075] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edc98a23-2b13-4661-9524-caf5365deadf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.279514] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edc98a23-2b13-4661-9524-caf5365deadf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.280343] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edc98a23-2b13-4661-9524-caf5365deadf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.280343] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.280343] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.280343] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.281592] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.281592] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.281693] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edc98a23-2b13-4661-9524-caf5365deadf',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.287936] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.287936] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.287936] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.288110] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.288222] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.288437] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70d1f541-6ada-410a-8e4b-3a59e3227179" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.785985] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.786224] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.786337] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.786590] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.786691] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.786902] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.787083] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.787159] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.787324] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.787537] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.787537] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edc98a23-2b13-4661-9524-caf5365deadf is going to be updated. [ 1075.834612] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.834749] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.834819] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.835056] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.835202] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.848538] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edc98a23-2b13-4661-9524-caf5365deadf in Status: IN_PROGRESS for 2s [ 1076.122111] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock network-44 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.122534] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "network-44" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.122534] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "network-44" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.124111] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "network-44" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.126384] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.127722] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.127722] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.127722] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.127722] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.127722] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1076.127722] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1076.127722] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1076.128167] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1076.128167] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1076.128167] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1076.128167] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1076.151261] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1076.155032] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1076.155032] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1076.155032] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "network-44" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.155032] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock port-5e23a17d-d563-4ebb-adff-b145a401881f taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.155032] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "port-5e23a17d-d563-4ebb-adff-b145a401881f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.155032] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "port-5e23a17d-d563-4ebb-adff-b145a401881f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.155032] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "port-5e23a17d-d563-4ebb-adff-b145a401881f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.155032] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e23a17d-d563-4ebb-adff-b145a401881f',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.497258] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe658e4a-6c22-4ce8-b97d-083c99582cd0 in Status: SUCCESS [ 1076.497572] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.497828] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.498118] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.498640] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.499014] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.499128] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.499372] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.499482] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.499601] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe658e4a-6c22-4ce8-b97d-083c99582cd0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.659902] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.659902] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.659902] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.659902] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.659902] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.659902] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.659902] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.659902] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.659902] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.659902] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.660512] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.660512] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.660512] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.661047] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.661581] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.661898] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Resource: SegmentPort with ID: 5e23a17d-d563-4ebb-adff-b145a401881f is going to be updated. [ 1076.687712] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.688055] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.689269] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.689269] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.689269] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.689269] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "port-5e23a17d-d563-4ebb-adff-b145a401881f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.002725] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe658e4a-6c22-4ce8-b97d-083c99582cd0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.178738] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a74efe0f-1423-41fb-9e5f-02968bd66f81 in Status: SUCCESS [ 1077.179092] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a74efe0f-1423-41fb-9e5f-02968bd66f81 deletion is rescheduled due to dependency. [ 1077.179092] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a74efe0f-1423-41fb-9e5f-02968bd66f81" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.401948] env[65123]: INFO networking_nsxv3.common.synchronization [req-11bc5778-79c9-4be0-93a0-f3bdb69767df req-d98a8be8-9011-44cc-818f-ed05d43ad571 service nova] Enqueued Resource ID: cfdabfe4-ab89-4faf-8a03-558dd5b7796b with Priority: HIGHEST for action security_group_rules [ 1077.401948] env[65123]: INFO networking_nsxv3.common.synchronization [req-11bc5778-79c9-4be0-93a0-f3bdb69767df req-d98a8be8-9011-44cc-818f-ed05d43ad571 service nova] Enqueued Resource ID: cfdabfe4-ab89-4faf-8a03-558dd5b7796b with Priority: HIGHEST for action security_group_members [ 1077.401948] env[65123]: INFO networking_nsxv3.common.synchronization [req-11bc5778-79c9-4be0-93a0-f3bdb69767df req-d98a8be8-9011-44cc-818f-ed05d43ad571 service nova] Enqueued Resource ID: 5e23a17d-d563-4ebb-adff-b145a401881f with Priority: HIGHEST for action port [ 1077.401948] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfdabfe4-ab89-4faf-8a03-558dd5b7796b with Priority: HIGHEST for action security_group_rules [ 1077.402456] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfdabfe4-ab89-4faf-8a03-558dd5b7796b with Priority: HIGHEST for action security_group_members [ 1077.402456] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e23a17d-d563-4ebb-adff-b145a401881f with Priority: HIGHEST for action port [ 1077.404035] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfdabfe4-ab89-4faf-8a03-558dd5b7796b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.404035] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.404035] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.404035] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.404496] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfdabfe4-ab89-4faf-8a03-558dd5b7796b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.407294] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.407294] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.407294] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.407294] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.407294] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.407294] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.407294] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.407536] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.408350] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.408350] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfdabfe4-ab89-4faf-8a03-558dd5b7796b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.408853] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e23a17d-d563-4ebb-adff-b145a401881f taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.409029] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e23a17d-d563-4ebb-adff-b145a401881f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.409162] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e23a17d-d563-4ebb-adff-b145a401881f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.409714] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e23a17d-d563-4ebb-adff-b145a401881f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.409962] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e23a17d-d563-4ebb-adff-b145a401881f',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.506325] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe658e4a-6c22-4ce8-b97d-083c99582cd0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.860954] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edc98a23-2b13-4661-9524-caf5365deadf in Status: SUCCESS [ 1077.860954] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edc98a23-2b13-4661-9524-caf5365deadf deletion is rescheduled due to dependency. [ 1077.861092] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edc98a23-2b13-4661-9524-caf5365deadf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.911718] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.911800] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.911996] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e23a17d-d563-4ebb-adff-b145a401881f with status ACTIVE [ 1077.912178] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.912313] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.912358] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.912561] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.912637] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.912800] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.912960] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.912960] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.913112] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.913297] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.913401] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.913475] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.913510] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.913721] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.913771] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.913829] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e23a17d-d563-4ebb-adff-b145a401881f is going to be updated. [ 1077.914926] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cfdabfe4-ab89-4faf-8a03-558dd5b7796b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.936324] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.936535] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.936718] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.937086] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.937333] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.937540] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e23a17d-d563-4ebb-adff-b145a401881f" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.009539] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.009693] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.009693] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.009973] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.010100] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.010203] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe658e4a-6c22-4ce8-b97d-083c99582cd0 is going to be updated. [ 1078.069652] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.069976] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.069976] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.070309] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.070473] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.081429] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe658e4a-6c22-4ce8-b97d-083c99582cd0 in Status: IN_PROGRESS for 2s [ 1078.418463] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cfdabfe4-ab89-4faf-8a03-558dd5b7796b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.922349] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.922546] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.922655] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.922862] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.923030] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.923104] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfdabfe4-ab89-4faf-8a03-558dd5b7796b is going to be updated. [ 1078.954660] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.954810] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.954880] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.955105] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.955254] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.966146] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfdabfe4-ab89-4faf-8a03-558dd5b7796b in Status: IN_PROGRESS for 2s [ 1078.977474] env[65123]: INFO networking_nsxv3.common.synchronization [req-505582f3-4ee1-40a3-b7e6-f100ebba0b01 req-02824b11-2427-4c06-8278-a7c89ead74fd tempest-AttachVolumeNegativeTest-1722468573 tempest-AttachVolumeNegativeTest-1722468573-project-member] Enqueued Resource ID: 66899d70-91dd-4168-ac81-5840db510b23 with Priority: HIGHEST for action security_group_members [ 1078.978094] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66899d70-91dd-4168-ac81-5840db510b23 with Priority: HIGHEST for action security_group_members [ 1078.978529] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-66899d70-91dd-4168-ac81-5840db510b23 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.978723] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66899d70-91dd-4168-ac81-5840db510b23" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.978826] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66899d70-91dd-4168-ac81-5840db510b23" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.979113] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66899d70-91dd-4168-ac81-5840db510b23" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.979268] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.979396] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.979546] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.979659] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.979770] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.979893] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66899d70-91dd-4168-ac81-5840db510b23',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.482792] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.483118] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.483118] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.483628] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.483823] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.484184] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.484306] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.484444] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.484650] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.484738] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.484837] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66899d70-91dd-4168-ac81-5840db510b23 is going to be updated. [ 1079.520968] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.520968] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.520968] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.520968] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.520968] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.529720] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66899d70-91dd-4168-ac81-5840db510b23 in Status: IN_PROGRESS for 2s [ 1080.091848] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe658e4a-6c22-4ce8-b97d-083c99582cd0 in Status: SUCCESS [ 1080.092091] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.092267] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.092537] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.092728] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.092849] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.092916] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.093086] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.093172] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.093269] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe658e4a-6c22-4ce8-b97d-083c99582cd0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.598502] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe658e4a-6c22-4ce8-b97d-083c99582cd0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.975560] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfdabfe4-ab89-4faf-8a03-558dd5b7796b in Status: SUCCESS [ 1080.975793] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.976015] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.976191] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.976442] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.976545] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.976661] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.976833] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.976919] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.977050] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.977147] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cfdabfe4-ab89-4faf-8a03-558dd5b7796b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.102245] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe658e4a-6c22-4ce8-b97d-083c99582cd0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.481838] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.482076] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.482303] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.482446] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.482682] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.482836] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.482940] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.483202] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.483306] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.483431] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.483668] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.483838] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.483996] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.484249] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.484339] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.484461] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.484541] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.485259] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.485259] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.485259] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.485259] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cfdabfe4-ab89-4faf-8a03-558dd5b7796b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.540147] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66899d70-91dd-4168-ac81-5840db510b23 in Status: SUCCESS [ 1081.540348] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66899d70-91dd-4168-ac81-5840db510b23 deletion is rescheduled due to dependency. [ 1081.540526] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66899d70-91dd-4168-ac81-5840db510b23" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.604961] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.605259] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.605259] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.605493] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.605597] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.605679] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe658e4a-6c22-4ce8-b97d-083c99582cd0 is going to be updated. [ 1081.646686] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.646931] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.647093] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.647478] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.647649] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.662037] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe658e4a-6c22-4ce8-b97d-083c99582cd0 in Status: IN_PROGRESS for 2s [ 1081.987598] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cfdabfe4-ab89-4faf-8a03-558dd5b7796b: rpc.has_security_group_logging(os_id): False [ 1082.007340] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.007637] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.007874] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.008350] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.034487] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.034938] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.035167] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.035248] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.035484] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.035617] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.035969] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.036127] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.036182] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.036422] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.036505] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.036750] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.036889] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.036947] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.037116] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.037191] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.037331] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfdabfe4-ab89-4faf-8a03-558dd5b7796b is going to be updated. [ 1082.139851] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.140153] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.140153] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.140455] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.140616] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.161055] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfdabfe4-ab89-4faf-8a03-558dd5b7796b in Status: IN_PROGRESS for 2s [ 1083.251900] env[65123]: INFO networking_nsxv3.common.synchronization [req-6f7f8927-b860-4a57-8b95-c4931e6280ec req-480a855f-4c16-4358-aa4a-24871a891aad tempest-AttachInterfacesTestJSON-243198972 tempest-AttachInterfacesTestJSON-243198972-project-member] Enqueued Resource ID: 5023bee4-1711-4b83-aa15-c9d04ef8ec26 with Priority: HIGHEST for action security_group_members [ 1083.252892] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5023bee4-1711-4b83-aa15-c9d04ef8ec26 with Priority: HIGHEST for action security_group_members [ 1083.255967] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-5023bee4-1711-4b83-aa15-c9d04ef8ec26 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.255967] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5023bee4-1711-4b83-aa15-c9d04ef8ec26" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.255967] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5023bee4-1711-4b83-aa15-c9d04ef8ec26" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.255967] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5023bee4-1711-4b83-aa15-c9d04ef8ec26" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.255967] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.255967] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.255967] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.255967] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.255967] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.255967] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5023bee4-1711-4b83-aa15-c9d04ef8ec26',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.648262] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock network-57 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.648477] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "network-57" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.648607] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "network-57" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.648959] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "network-57" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.649436] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.649605] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.649745] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.649981] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.650178] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.650400] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.650656] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1083.650791] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1083.650905] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1083.651028] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.651150] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1083.651288] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1083.671381] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1083.671624] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1083.671820] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1083.672056] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "network-57" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.672431] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock port-2aae5f9b-5e29-4590-aa03-c92b76843990 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.672641] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "port-2aae5f9b-5e29-4590-aa03-c92b76843990" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.672797] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "port-2aae5f9b-5e29-4590-aa03-c92b76843990" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.673308] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "port-2aae5f9b-5e29-4590-aa03-c92b76843990" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.673524] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2aae5f9b-5e29-4590-aa03-c92b76843990',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.676090] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe658e4a-6c22-4ce8-b97d-083c99582cd0 in Status: SUCCESS [ 1083.676333] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.676533] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.676778] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.677033] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.677276] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.677276] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.677481] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.677529] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.677642] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.677843] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe658e4a-6c22-4ce8-b97d-083c99582cd0 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.677959] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.678133] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.678270] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.678460] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.678649] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.678679] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.678827] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.678932] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.679051] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.679162] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe658e4a-6c22-4ce8-b97d-083c99582cd0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.680069] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.680718] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.680907] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.681037] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.681154] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.681376] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.681481] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.681589] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe658e4a-6c22-4ce8-b97d-083c99582cd0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.757281] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.757378] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.757471] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.757779] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.757896] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.758150] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.758276] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.758378] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.758595] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.758720] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.758816] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5023bee4-1711-4b83-aa15-c9d04ef8ec26 already deleted. [ 1083.758901] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5023bee4-1711-4b83-aa15-c9d04ef8ec26" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.176699] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.176972] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.177171] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.177467] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.177617] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.177778] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Segment Port 2aae5f9b-5e29-4590-aa03-c92b76843990 not found, creating... [ 1084.178058] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.178292] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.178515] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.178827] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.178889] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.179176] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.179334] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.179448] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.179655] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.180444] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.180444] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Resource: SegmentPort with ID: 2aae5f9b-5e29-4590-aa03-c92b76843990 is going to be created. [ 1084.181720] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfdabfe4-ab89-4faf-8a03-558dd5b7796b in Status: SUCCESS [ 1084.181916] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.183868] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe658e4a-6c22-4ce8-b97d-083c99582cd0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.184772] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe658e4a-6c22-4ce8-b97d-083c99582cd0: rpc.has_security_group_logging(os_id): False [ 1084.205693] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.205931] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.206081] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.206365] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.206601] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.206826] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "port-2aae5f9b-5e29-4590-aa03-c92b76843990" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.211164] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.211391] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.211391] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.211543] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.211629] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.211816] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.211917] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.211982] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.212151] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.212233] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.212415] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.212510] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.212572] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.212711] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.212786] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.212973] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.213082] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.213145] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.213284] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.213382] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.213442] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe658e4a-6c22-4ce8-b97d-083c99582cd0 is going to be created. [ 1084.318890] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.318890] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.319354] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.319354] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.319354] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.336403] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe658e4a-6c22-4ce8-b97d-083c99582cd0 in Status: IN_PROGRESS for 2s [ 1084.687440] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe658e4a-6c22-4ce8-b97d-083c99582cd0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.918670] env[65123]: INFO networking_nsxv3.common.synchronization [req-6f7f8927-b860-4a57-8b95-c4931e6280ec req-27a9d07a-a81f-4c00-9d97-ecfea84056a0 service nova] Enqueued Resource ID: 5023bee4-1711-4b83-aa15-c9d04ef8ec26 with Priority: HIGHEST for action security_group_rules [ 1084.919032] env[65123]: INFO networking_nsxv3.common.synchronization [req-6f7f8927-b860-4a57-8b95-c4931e6280ec req-27a9d07a-a81f-4c00-9d97-ecfea84056a0 service nova] Enqueued Resource ID: 5023bee4-1711-4b83-aa15-c9d04ef8ec26 with Priority: HIGHEST for action security_group_members [ 1084.920024] env[65123]: INFO networking_nsxv3.common.synchronization [req-6f7f8927-b860-4a57-8b95-c4931e6280ec req-27a9d07a-a81f-4c00-9d97-ecfea84056a0 service nova] Enqueued Resource ID: 2aae5f9b-5e29-4590-aa03-c92b76843990 with Priority: HIGHEST for action port [ 1084.920394] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5023bee4-1711-4b83-aa15-c9d04ef8ec26 with Priority: HIGHEST for action security_group_rules [ 1084.920564] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5023bee4-1711-4b83-aa15-c9d04ef8ec26 with Priority: HIGHEST for action security_group_members [ 1084.921085] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aae5f9b-5e29-4590-aa03-c92b76843990 with Priority: HIGHEST for action port [ 1084.921670] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5023bee4-1711-4b83-aa15-c9d04ef8ec26 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.921946] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5023bee4-1711-4b83-aa15-c9d04ef8ec26" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.922110] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5023bee4-1711-4b83-aa15-c9d04ef8ec26" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.922342] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5023bee4-1711-4b83-aa15-c9d04ef8ec26" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.922526] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5023bee4-1711-4b83-aa15-c9d04ef8ec26',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.923518] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-5023bee4-1711-4b83-aa15-c9d04ef8ec26 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.923685] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5023bee4-1711-4b83-aa15-c9d04ef8ec26" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.923790] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5023bee4-1711-4b83-aa15-c9d04ef8ec26" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.924016] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5023bee4-1711-4b83-aa15-c9d04ef8ec26" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.924229] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.924468] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.924468] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.924676] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.924931] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.925092] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5023bee4-1711-4b83-aa15-c9d04ef8ec26',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.925887] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-2aae5f9b-5e29-4590-aa03-c92b76843990 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.926115] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2aae5f9b-5e29-4590-aa03-c92b76843990" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.926189] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2aae5f9b-5e29-4590-aa03-c92b76843990" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.926345] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2aae5f9b-5e29-4590-aa03-c92b76843990" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.926426] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2aae5f9b-5e29-4590-aa03-c92b76843990',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.191030] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.191030] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.191030] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.191030] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.191311] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.191311] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe658e4a-6c22-4ce8-b97d-083c99582cd0 is going to be updated. [ 1085.229810] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.230161] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.230161] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.230394] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.230624] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.241386] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe658e4a-6c22-4ce8-b97d-083c99582cd0 in Status: IN_PROGRESS for 2s [ 1085.429036] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-5023bee4-1711-4b83-aa15-c9d04ef8ec26 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.429036] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5023bee4-1711-4b83-aa15-c9d04ef8ec26" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.429036] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5023bee4-1711-4b83-aa15-c9d04ef8ec26',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.429970] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2aae5f9b-5e29-4590-aa03-c92b76843990 with status ACTIVE [ 1085.430199] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.430368] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.430405] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.431580] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.431580] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.431580] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.431580] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.431580] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.431580] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.431580] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.431580] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.431580] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.431580] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.432153] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.432153] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.432153] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2aae5f9b-5e29-4590-aa03-c92b76843990 is going to be updated. [ 1085.456554] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.456886] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.456886] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.457052] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.457114] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.457273] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2aae5f9b-5e29-4590-aa03-c92b76843990" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.934115] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5023bee4-1711-4b83-aa15-c9d04ef8ec26',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.353687] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe658e4a-6c22-4ce8-b97d-083c99582cd0 in Status: SUCCESS [ 1086.354078] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.354314] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.354561] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.354678] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe658e4a-6c22-4ce8-b97d-083c99582cd0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.437819] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.438309] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.438309] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.438399] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.438440] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.438530] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5023bee4-1711-4b83-aa15-c9d04ef8ec26 is going to be created. [ 1086.475600] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.475814] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.475886] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.476578] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.476578] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.491462] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5023bee4-1711-4b83-aa15-c9d04ef8ec26 in Status: UNINITIALIZED for 2s [ 1086.857877] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe658e4a-6c22-4ce8-b97d-083c99582cd0 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.857877] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.251647] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe658e4a-6c22-4ce8-b97d-083c99582cd0 in Status: SUCCESS [ 1087.251869] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.252134] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.252519] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.252637] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.252760] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.252828] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.253011] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.253139] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.253234] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.253330] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe658e4a-6c22-4ce8-b97d-083c99582cd0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.756517] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe658e4a-6c22-4ce8-b97d-083c99582cd0 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.756825] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.756825] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.757021] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.757197] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.757302] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.757370] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.757520] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.757607] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.757712] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.757836] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe658e4a-6c22-4ce8-b97d-083c99582cd0 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.757974] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.758106] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.758248] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.758391] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.758486] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.758548] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.758683] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.758778] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.758849] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.758919] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe658e4a-6c22-4ce8-b97d-083c99582cd0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.261530] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe658e4a-6c22-4ce8-b97d-083c99582cd0: rpc.has_security_group_logging(os_id): False [ 1088.283250] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.283406] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.283477] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.284107] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.284107] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.284107] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.284107] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.284325] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.284325] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.284502] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.284591] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.284690] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.285141] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.285141] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.285141] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.285270] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.285314] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.285836] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.285836] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.285836] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.285962] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe658e4a-6c22-4ce8-b97d-083c99582cd0 is going to be updated. [ 1088.355567] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.356319] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.356319] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.356319] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.356319] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.369812] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe658e4a-6c22-4ce8-b97d-083c99582cd0 in Status: IN_PROGRESS for 2s [ 1088.502450] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5023bee4-1711-4b83-aa15-c9d04ef8ec26 in Status: SUCCESS [ 1088.502680] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5023bee4-1711-4b83-aa15-c9d04ef8ec26" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.502890] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5023bee4-1711-4b83-aa15-c9d04ef8ec26" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.503096] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5023bee4-1711-4b83-aa15-c9d04ef8ec26" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.503320] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.503472] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.503535] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.503704] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.503799] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.503887] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5023bee4-1711-4b83-aa15-c9d04ef8ec26" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.503993] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5023bee4-1711-4b83-aa15-c9d04ef8ec26',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.007889] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5023bee4-1711-4b83-aa15-c9d04ef8ec26',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.510693] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5023bee4-1711-4b83-aa15-c9d04ef8ec26: rpc.has_security_group_logging(os_id): False [ 1089.532232] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.532232] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.532232] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.532232] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.532232] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.533722] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.533722] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.533722] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.533722] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.533722] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.533722] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5023bee4-1711-4b83-aa15-c9d04ef8ec26 is going to be created. [ 1089.595622] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.595787] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.595868] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.596130] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.596323] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.609038] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5023bee4-1711-4b83-aa15-c9d04ef8ec26 in Status: IN_PROGRESS for 2s [ 1089.922893] env[65123]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1089.922893] env[65123]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1090.383886] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe658e4a-6c22-4ce8-b97d-083c99582cd0 in Status: SUCCESS [ 1090.384319] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.384452] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.384743] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.384839] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe658e4a-6c22-4ce8-b97d-083c99582cd0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.886866] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe658e4a-6c22-4ce8-b97d-083c99582cd0 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.887068] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.887113] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.887332] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.887504] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.887603] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.887681] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.887829] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.887919] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.888014] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.888141] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe658e4a-6c22-4ce8-b97d-083c99582cd0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.390603] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe658e4a-6c22-4ce8-b97d-083c99582cd0 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.391030] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.391030] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.391268] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.391486] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.391610] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.391679] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.391890] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.392047] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.392180] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.392393] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe658e4a-6c22-4ce8-b97d-083c99582cd0 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.392513] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.392585] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.392744] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.392901] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.393071] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.393158] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.393360] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.393463] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.393555] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.393649] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe658e4a-6c22-4ce8-b97d-083c99582cd0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.623029] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5023bee4-1711-4b83-aa15-c9d04ef8ec26 in Status: SUCCESS [ 1091.623228] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5023bee4-1711-4b83-aa15-c9d04ef8ec26" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.785557] env[65123]: INFO networking_nsxv3.common.synchronization [req-486da5a5-10a3-4faa-8c9f-853a120156df req-bb14aa26-c942-41ba-ba74-343e968d65e0 tempest-AttachInterfacesV270Test-339730202 tempest-AttachInterfacesV270Test-339730202-project-member] Enqueued Resource ID: 1cceff52-95a9-4d4d-a078-b63962532313 with Priority: HIGHEST for action security_group_members [ 1091.786150] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cceff52-95a9-4d4d-a078-b63962532313 with Priority: HIGHEST for action security_group_members [ 1091.786483] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cceff52-95a9-4d4d-a078-b63962532313 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.786656] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cceff52-95a9-4d4d-a078-b63962532313" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.786704] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cceff52-95a9-4d4d-a078-b63962532313" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.786930] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cceff52-95a9-4d4d-a078-b63962532313" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.787262] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.787634] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.787634] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.787634] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.787771] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.787771] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cceff52-95a9-4d4d-a078-b63962532313',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.898945] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe658e4a-6c22-4ce8-b97d-083c99582cd0: rpc.has_security_group_logging(os_id): False [ 1091.916935] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.917083] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.917179] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.917354] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.917447] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.917635] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.917730] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.917793] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.917942] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.918033] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.918270] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.918363] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.918417] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.918565] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.918677] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.918830] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.918924] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.918977] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.919127] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.919199] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.919272] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe658e4a-6c22-4ce8-b97d-083c99582cd0 is going to be updated. [ 1091.983189] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.983339] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.983410] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.983647] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.983816] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.996681] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe658e4a-6c22-4ce8-b97d-083c99582cd0 in Status: IN_PROGRESS for 2s [ 1092.094856] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-94 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.095087] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-94" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.095214] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-94" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.095567] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-94" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.095866] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.096116] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.096264] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.096551] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.096774] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.097123] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1092.097123] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1092.097220] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1092.097331] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1092.097443] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1092.097549] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1092.097684] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1092.124009] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1092.124009] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1092.124009] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1092.124009] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-94" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.124156] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-88caba5e-8b8f-478a-98cc-2a77778e4802 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.124281] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-88caba5e-8b8f-478a-98cc-2a77778e4802" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.124437] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-88caba5e-8b8f-478a-98cc-2a77778e4802" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.124833] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-88caba5e-8b8f-478a-98cc-2a77778e4802" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.125378] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88caba5e-8b8f-478a-98cc-2a77778e4802',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.290143] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.290366] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.290414] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.290622] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.290709] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.290917] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.291025] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.291079] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.291231] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.291310] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.291429] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cceff52-95a9-4d4d-a078-b63962532313 already deleted. [ 1092.291550] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cceff52-95a9-4d4d-a078-b63962532313" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.627605] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.627889] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.627991] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.628280] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.628428] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.628606] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port 88caba5e-8b8f-478a-98cc-2a77778e4802 not found, creating... [ 1092.628962] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.629197] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.629397] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.629668] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.629841] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.630166] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.630372] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.630497] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.630771] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.630899] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.631071] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: 88caba5e-8b8f-478a-98cc-2a77778e4802 is going to be created. [ 1092.655883] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.656499] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.657101] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.657101] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.657217] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.657420] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-88caba5e-8b8f-478a-98cc-2a77778e4802" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.368185] env[65123]: INFO networking_nsxv3.common.synchronization [req-486da5a5-10a3-4faa-8c9f-853a120156df req-6b0308b3-5bd6-47e6-8c6b-54482971d728 service nova] Enqueued Resource ID: 1cceff52-95a9-4d4d-a078-b63962532313 with Priority: HIGHEST for action security_group_rules [ 1093.368429] env[65123]: INFO networking_nsxv3.common.synchronization [req-486da5a5-10a3-4faa-8c9f-853a120156df req-6b0308b3-5bd6-47e6-8c6b-54482971d728 service nova] Enqueued Resource ID: 1cceff52-95a9-4d4d-a078-b63962532313 with Priority: HIGHEST for action security_group_members [ 1093.368656] env[65123]: INFO networking_nsxv3.common.synchronization [req-486da5a5-10a3-4faa-8c9f-853a120156df req-6b0308b3-5bd6-47e6-8c6b-54482971d728 service nova] Enqueued Resource ID: 88caba5e-8b8f-478a-98cc-2a77778e4802 with Priority: HIGHEST for action port [ 1093.370092] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cceff52-95a9-4d4d-a078-b63962532313 with Priority: HIGHEST for action security_group_rules [ 1093.370092] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cceff52-95a9-4d4d-a078-b63962532313 with Priority: HIGHEST for action security_group_members [ 1093.370247] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88caba5e-8b8f-478a-98cc-2a77778e4802 with Priority: HIGHEST for action port [ 1093.370650] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1cceff52-95a9-4d4d-a078-b63962532313 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.370826] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1cceff52-95a9-4d4d-a078-b63962532313" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.370931] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1cceff52-95a9-4d4d-a078-b63962532313" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.371304] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1cceff52-95a9-4d4d-a078-b63962532313" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.371424] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1cceff52-95a9-4d4d-a078-b63962532313',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.372572] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cceff52-95a9-4d4d-a078-b63962532313 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.372735] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cceff52-95a9-4d4d-a078-b63962532313" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.372835] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cceff52-95a9-4d4d-a078-b63962532313" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.373087] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cceff52-95a9-4d4d-a078-b63962532313" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.373482] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.373482] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.373556] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.373741] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.373869] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.374013] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cceff52-95a9-4d4d-a078-b63962532313',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.375016] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-88caba5e-8b8f-478a-98cc-2a77778e4802 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.375180] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88caba5e-8b8f-478a-98cc-2a77778e4802" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.375281] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88caba5e-8b8f-478a-98cc-2a77778e4802" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.375496] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88caba5e-8b8f-478a-98cc-2a77778e4802" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.375613] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88caba5e-8b8f-478a-98cc-2a77778e4802',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.877726] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cceff52-95a9-4d4d-a078-b63962532313',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.878778] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cceff52-95a9-4d4d-a078-b63962532313 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.878899] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cceff52-95a9-4d4d-a078-b63962532313" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.879066] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 88caba5e-8b8f-478a-98cc-2a77778e4802 with status ACTIVE [ 1093.879222] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.879356] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.881276] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.882551] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.882779] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.884099] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.884099] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.884099] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.884338] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.884338] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.885194] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.885312] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.885365] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.885528] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.885632] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.885727] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 88caba5e-8b8f-478a-98cc-2a77778e4802 is going to be updated. [ 1093.909634] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.909812] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.909874] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.910129] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.910310] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.910487] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88caba5e-8b8f-478a-98cc-2a77778e4802" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.019030] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe658e4a-6c22-4ce8-b97d-083c99582cd0 in Status: SUCCESS [ 1094.019271] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.387817] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cceff52-95a9-4d4d-a078-b63962532313',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.892854] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.892854] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.892854] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.892854] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.892854] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.892854] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cceff52-95a9-4d4d-a078-b63962532313 is going to be created. [ 1094.921536] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.921536] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.921536] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.921536] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.921536] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.930681] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cceff52-95a9-4d4d-a078-b63962532313 in Status: UNINITIALIZED for 2s [ 1096.947157] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cceff52-95a9-4d4d-a078-b63962532313 in Status: SUCCESS [ 1096.947473] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cceff52-95a9-4d4d-a078-b63962532313" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.947566] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cceff52-95a9-4d4d-a078-b63962532313" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.947780] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cceff52-95a9-4d4d-a078-b63962532313" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.948031] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.948165] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.948277] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.948422] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.948507] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.948593] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cceff52-95a9-4d4d-a078-b63962532313" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.948683] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1cceff52-95a9-4d4d-a078-b63962532313',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.450770] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cceff52-95a9-4d4d-a078-b63962532313 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.451224] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cceff52-95a9-4d4d-a078-b63962532313" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.451224] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cceff52-95a9-4d4d-a078-b63962532313" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.451380] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cceff52-95a9-4d4d-a078-b63962532313" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.451596] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.451718] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.451808] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.452017] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.452135] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.452240] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cceff52-95a9-4d4d-a078-b63962532313" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.452423] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cceff52-95a9-4d4d-a078-b63962532313 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.452522] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cceff52-95a9-4d4d-a078-b63962532313" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.452602] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cceff52-95a9-4d4d-a078-b63962532313" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.452776] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cceff52-95a9-4d4d-a078-b63962532313" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.452959] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.453104] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.453185] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.453344] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.453450] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.453555] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cceff52-95a9-4d4d-a078-b63962532313" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.453672] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1cceff52-95a9-4d4d-a078-b63962532313',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.956426] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1cceff52-95a9-4d4d-a078-b63962532313: rpc.has_security_group_logging(os_id): False [ 1097.983493] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.983493] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.983493] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.983669] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.983799] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.984061] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.984177] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.984239] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.984414] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.984489] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.984766] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.984875] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.984937] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.986255] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.986387] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.986844] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.987127] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.987256] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.987941] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.987941] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.987941] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1cceff52-95a9-4d4d-a078-b63962532313 is going to be created. [ 1098.057326] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.057326] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.057326] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.057326] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.057326] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.068474] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cceff52-95a9-4d4d-a078-b63962532313 in Status: IN_PROGRESS for 2s [ 1098.358852] env[65123]: INFO networking_nsxv3.common.synchronization [None req-7b43ba0f-0196-4be6-b8e1-a92af372149f None None] Enqueued Resource ID: afd6babb-3d63-4e7f-8770-fd53bf816710 with Priority: HIGHEST for action port [ 1098.359597] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afd6babb-3d63-4e7f-8770-fd53bf816710 with Priority: HIGHEST for action port [ 1098.359999] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-afd6babb-3d63-4e7f-8770-fd53bf816710 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.361918] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afd6babb-3d63-4e7f-8770-fd53bf816710" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.361918] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afd6babb-3d63-4e7f-8770-fd53bf816710" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.361918] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afd6babb-3d63-4e7f-8770-fd53bf816710" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.361918] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afd6babb-3d63-4e7f-8770-fd53bf816710',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.864400] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port afd6babb-3d63-4e7f-8770-fd53bf816710 [ 1098.864640] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.864771] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.864838] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.865122] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.865492] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.865492] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:afd6babb-3d63-4e7f-8770-fd53bf816710 already deleted. [ 1098.865492] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afd6babb-3d63-4e7f-8770-fd53bf816710" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.932832] env[65123]: INFO networking_nsxv3.common.synchronization [req-ddd8ee57-f93c-406a-9604-60a00e09a679 req-a82e4806-d9ed-4e07-99ef-adf957834b97 tempest-ListServerFiltersTestJSON-41928791 tempest-ListServerFiltersTestJSON-41928791-project-member] Enqueued Resource ID: fe658e4a-6c22-4ce8-b97d-083c99582cd0 with Priority: HIGHEST for action security_group_members [ 1099.933132] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe658e4a-6c22-4ce8-b97d-083c99582cd0 with Priority: HIGHEST for action security_group_members [ 1099.933311] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe658e4a-6c22-4ce8-b97d-083c99582cd0 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.933439] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.933509] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.933702] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.933853] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.933953] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.935087] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.935307] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.935406] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.935513] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe658e4a-6c22-4ce8-b97d-083c99582cd0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.082893] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cceff52-95a9-4d4d-a078-b63962532313 in Status: SUCCESS [ 1100.083078] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1cceff52-95a9-4d4d-a078-b63962532313" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.258725] env[65123]: INFO networking_nsxv3.common.synchronization [req-d8ad923b-cff8-41fa-9c8c-2f7f7500a0c5 req-bd197f49-446c-405e-8e7f-6de04a1360fe tempest-ServerDiskConfigTestJSON-1012320618 tempest-ServerDiskConfigTestJSON-1012320618-project-member] Enqueued Resource ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 with Priority: HIGHEST for action security_group_members [ 1100.259435] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 with Priority: HIGHEST for action security_group_members [ 1100.259833] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.259979] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.260142] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.260348] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.260679] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.260804] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.260875] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.261069] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.261160] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.261294] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.439980] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe658e4a-6c22-4ce8-b97d-083c99582cd0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.763721] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.763850] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.763850] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.764052] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.764198] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.764348] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.764462] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.764550] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.764693] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.764771] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.764856] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 is going to be updated. [ 1100.773231] env[65123]: INFO networking_nsxv3.common.synchronization [None req-b71e0d96-46a8-4dc7-a2ca-9ed0114b8da2 None None] Enqueued Resource ID: b629b221-977a-4f6b-947b-ca183a715a99 with Priority: HIGHEST for action port [ 1100.773867] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b629b221-977a-4f6b-947b-ca183a715a99 with Priority: HIGHEST for action port [ 1100.774543] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-b629b221-977a-4f6b-947b-ca183a715a99 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.774543] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b629b221-977a-4f6b-947b-ca183a715a99" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.774543] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b629b221-977a-4f6b-947b-ca183a715a99" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.774769] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b629b221-977a-4f6b-947b-ca183a715a99" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.774879] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b629b221-977a-4f6b-947b-ca183a715a99',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.798750] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.798942] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.799071] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.799291] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.799560] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.812135] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 in Status: IN_PROGRESS for 2s [ 1100.943332] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe658e4a-6c22-4ce8-b97d-083c99582cd0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.278504] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b629b221-977a-4f6b-947b-ca183a715a99 [ 1101.278811] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.278945] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.279126] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.279313] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.279469] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.279551] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b629b221-977a-4f6b-947b-ca183a715a99 already deleted. [ 1101.279657] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b629b221-977a-4f6b-947b-ca183a715a99" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.631545] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.632787] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.632787] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.632787] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.632787] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.632787] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe658e4a-6c22-4ce8-b97d-083c99582cd0 is going to be updated. [ 1101.660982] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.661298] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.661298] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.661549] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.661759] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.673100] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe658e4a-6c22-4ce8-b97d-083c99582cd0 in Status: IN_PROGRESS for 2s [ 1102.822029] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 in Status: SUCCESS [ 1102.822327] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 deletion is rescheduled due to dependency. [ 1102.822327] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.683857] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe658e4a-6c22-4ce8-b97d-083c99582cd0 in Status: SUCCESS [ 1103.684112] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.274764] env[65123]: INFO networking_nsxv3.common.synchronization [req-cc2a8722-f1f1-4aa1-b890-18ca22dd480f req-f47e6dfd-0f5e-4caf-9366-07a642712927 tempest-DeleteServersTestJSON-1766806868 tempest-DeleteServersTestJSON-1766806868-project-member] Enqueued Resource ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 with Priority: HIGHEST for action security_group_members [ 1105.275794] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 with Priority: HIGHEST for action security_group_members [ 1105.276225] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.276383] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.276476] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.276730] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.276956] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.277131] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.277169] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.277352] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.277465] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.277597] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.666551] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-606 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.666696] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-606" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.666823] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-606" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.667844] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-606" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.667844] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.667844] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.667844] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.667844] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.668133] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.668361] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1105.668542] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1105.668666] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1105.668776] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1105.668887] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1105.668992] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1105.669143] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1105.687381] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1105.687559] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1105.687701] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1105.687939] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-606" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.688310] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-ec0eba08-ff09-4f5e-bf78-eb6d360ad2e1 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.688495] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-ec0eba08-ff09-4f5e-bf78-eb6d360ad2e1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.688729] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-ec0eba08-ff09-4f5e-bf78-eb6d360ad2e1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.688935] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-ec0eba08-ff09-4f5e-bf78-eb6d360ad2e1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.689083] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec0eba08-ff09-4f5e-bf78-eb6d360ad2e1',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.780186] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.780356] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.780429] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.780690] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.780779] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.780979] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.781092] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.781156] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.781308] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.781384] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.781473] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 is going to be updated. [ 1105.806964] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.807147] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.807245] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.807425] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.807573] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.817293] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 in Status: IN_PROGRESS for 2s [ 1106.191310] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.191563] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.191713] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.192015] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.192171] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.192327] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port ec0eba08-ff09-4f5e-bf78-eb6d360ad2e1 not found, creating... [ 1106.192582] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.192740] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.192856] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.193089] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.193225] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.193499] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.193656] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.193771] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.193971] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.194225] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.194372] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: ec0eba08-ff09-4f5e-bf78-eb6d360ad2e1 is going to be created. [ 1106.220417] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.220711] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.220856] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.221087] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.221317] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.221534] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-ec0eba08-ff09-4f5e-bf78-eb6d360ad2e1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.945176] env[65123]: INFO networking_nsxv3.common.synchronization [req-cc2a8722-f1f1-4aa1-b890-18ca22dd480f req-f9988157-fbf0-4246-ae01-432b0ebb9f94 service nova] Enqueued Resource ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 with Priority: HIGHEST for action security_group_rules [ 1106.945493] env[65123]: INFO networking_nsxv3.common.synchronization [req-cc2a8722-f1f1-4aa1-b890-18ca22dd480f req-f9988157-fbf0-4246-ae01-432b0ebb9f94 service nova] Enqueued Resource ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 with Priority: HIGHEST for action security_group_members [ 1106.945696] env[65123]: INFO networking_nsxv3.common.synchronization [req-cc2a8722-f1f1-4aa1-b890-18ca22dd480f req-f9988157-fbf0-4246-ae01-432b0ebb9f94 service nova] Enqueued Resource ID: ec0eba08-ff09-4f5e-bf78-eb6d360ad2e1 with Priority: HIGHEST for action port [ 1106.946778] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 with Priority: HIGHEST for action security_group_rules [ 1106.946954] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 with Priority: HIGHEST for action security_group_members [ 1106.947131] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec0eba08-ff09-4f5e-bf78-eb6d360ad2e1 with Priority: HIGHEST for action port [ 1106.947535] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.947720] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.947882] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.948134] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.950973] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.950973] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.950973] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.951307] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec0eba08-ff09-4f5e-bf78-eb6d360ad2e1 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.951587] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec0eba08-ff09-4f5e-bf78-eb6d360ad2e1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.952240] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec0eba08-ff09-4f5e-bf78-eb6d360ad2e1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.952240] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec0eba08-ff09-4f5e-bf78-eb6d360ad2e1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.952240] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec0eba08-ff09-4f5e-bf78-eb6d360ad2e1',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.450827] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.450965] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.454457] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec0eba08-ff09-4f5e-bf78-eb6d360ad2e1 with status ACTIVE [ 1107.455250] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.455250] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.455250] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.455250] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.455463] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.456412] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.456412] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.456412] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.456412] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.456412] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.456412] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.456412] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.456412] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.456825] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.456825] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.456825] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec0eba08-ff09-4f5e-bf78-eb6d360ad2e1 is going to be updated. [ 1107.480239] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.480409] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.480648] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.480803] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.480994] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.481206] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec0eba08-ff09-4f5e-bf78-eb6d360ad2e1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.781775] env[65123]: INFO networking_nsxv3.common.synchronization [req-b2b4d672-52ac-433e-9a63-0b1d6adbed47 req-5f4a0812-95fa-4897-b132-45e3b294a918 tempest-ServersTestJSON-1284900872 tempest-ServersTestJSON-1284900872-project-member] Enqueued Resource ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 with Priority: HIGHEST for action security_group_members [ 1107.782355] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 with Priority: HIGHEST for action security_group_members [ 1107.782899] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-805ecbe4-9457-4391-a823-a6cb5e6e4067 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.783318] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.783761] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.784573] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.784573] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.784712] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.784755] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.785431] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.785431] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.785431] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.827811] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 in Status: SUCCESS [ 1107.828555] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 deletion is rescheduled due to dependency. [ 1107.828555] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.828555] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.828710] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.829748] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.830414] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.830414] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.830676] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.830803] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.830941] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.091103] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-926 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.091395] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-926" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.091428] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-926" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.091730] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-926" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.091998] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.092170] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.092332] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.092578] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.092756] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.093070] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1108.093808] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1108.093808] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1108.093808] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1108.093808] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1108.093808] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1108.093808] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1108.117326] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1108.117491] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1108.117627] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1108.117801] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-926" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.118115] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-9c3c9f03-ac2b-430e-92fa-fffc6438d579 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.118610] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-9c3c9f03-ac2b-430e-92fa-fffc6438d579" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.118610] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-9c3c9f03-ac2b-430e-92fa-fffc6438d579" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.118870] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-9c3c9f03-ac2b-430e-92fa-fffc6438d579" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.119040] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c3c9f03-ac2b-430e-92fa-fffc6438d579',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.243310] env[65123]: INFO networking_nsxv3.common.synchronization [req-fbf9ed2d-e21b-4be2-ba6a-2d868808a2e6 req-b3ef8f19-86f4-44c8-a0f1-9f178c7370e7 tempest-AttachInterfacesV270Test-339730202 tempest-AttachInterfacesV270Test-339730202-project-member] Enqueued Resource ID: 1cceff52-95a9-4d4d-a078-b63962532313 with Priority: HIGHEST for action security_group_members [ 1108.243845] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cceff52-95a9-4d4d-a078-b63962532313 with Priority: HIGHEST for action security_group_members [ 1108.244173] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cceff52-95a9-4d4d-a078-b63962532313 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.244301] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cceff52-95a9-4d4d-a078-b63962532313" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.244368] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cceff52-95a9-4d4d-a078-b63962532313" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.244560] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cceff52-95a9-4d4d-a078-b63962532313" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.244712] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.244807] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.244870] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.245206] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.245206] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.245206] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cceff52-95a9-4d4d-a078-b63962532313',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.288484] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.332968] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.623265] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.623531] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.623685] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.623987] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.624182] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.624379] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port 9c3c9f03-ac2b-430e-92fa-fffc6438d579 not found, creating... [ 1108.624737] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.624933] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.625117] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.625424] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.626045] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.626045] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.626190] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.626321] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.626631] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.626841] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.627037] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: 9c3c9f03-ac2b-430e-92fa-fffc6438d579 is going to be created. [ 1108.648723] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.648723] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.648723] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.648931] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.649137] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.649357] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-9c3c9f03-ac2b-430e-92fa-fffc6438d579" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.747527] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.747702] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.747843] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.747985] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.748091] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.748289] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.748383] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.748445] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.748625] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.748722] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.748783] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cceff52-95a9-4d4d-a078-b63962532313 is going to be updated. [ 1108.782289] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.782533] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.782639] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.782929] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.783148] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.789819] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.793796] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cceff52-95a9-4d4d-a078-b63962532313 in Status: IN_PROGRESS for 2s [ 1108.835854] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.291685] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.292085] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.292085] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.292199] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.292252] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.292333] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 is going to be updated. [ 1109.328662] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.328662] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.328898] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.329032] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.329231] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.338238] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.338432] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.338558] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.338773] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.338877] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.338996] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 is going to be updated. [ 1109.341320] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 in Status: IN_PROGRESS for 2s [ 1109.384760] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.384956] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.385050] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.385267] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.385411] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.390266] env[65123]: INFO networking_nsxv3.common.synchronization [req-b2b4d672-52ac-433e-9a63-0b1d6adbed47 req-87d43e83-b976-4713-87a6-7342e7a1550b service nova] Enqueued Resource ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 with Priority: HIGHEST for action security_group_rules [ 1109.390811] env[65123]: INFO networking_nsxv3.common.synchronization [req-b2b4d672-52ac-433e-9a63-0b1d6adbed47 req-87d43e83-b976-4713-87a6-7342e7a1550b service nova] Enqueued Resource ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 with Priority: HIGHEST for action security_group_members [ 1109.390811] env[65123]: INFO networking_nsxv3.common.synchronization [req-b2b4d672-52ac-433e-9a63-0b1d6adbed47 req-87d43e83-b976-4713-87a6-7342e7a1550b service nova] Enqueued Resource ID: 9c3c9f03-ac2b-430e-92fa-fffc6438d579 with Priority: HIGHEST for action port [ 1109.391152] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 with Priority: HIGHEST for action security_group_rules [ 1109.391292] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 with Priority: HIGHEST for action security_group_members [ 1109.391383] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c3c9f03-ac2b-430e-92fa-fffc6438d579 with Priority: HIGHEST for action port [ 1109.391658] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-805ecbe4-9457-4391-a823-a6cb5e6e4067 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.391768] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.391838] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.392085] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.392224] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.394457] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-805ecbe4-9457-4391-a823-a6cb5e6e4067 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.394558] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.395551] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c3c9f03-ac2b-430e-92fa-fffc6438d579 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.395551] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c3c9f03-ac2b-430e-92fa-fffc6438d579" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.395551] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c3c9f03-ac2b-430e-92fa-fffc6438d579" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.395551] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c3c9f03-ac2b-430e-92fa-fffc6438d579" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.395551] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c3c9f03-ac2b-430e-92fa-fffc6438d579',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.396664] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 in Status: IN_PROGRESS for 2s [ 1109.897057] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-805ecbe4-9457-4391-a823-a6cb5e6e4067 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.897210] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.897418] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9c3c9f03-ac2b-430e-92fa-fffc6438d579 with status ACTIVE [ 1109.897616] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.897728] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.897795] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.898031] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.898099] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.898271] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.898367] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.898429] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.898667] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.898745] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.898938] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.899075] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.899140] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.899283] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.899356] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.899441] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9c3c9f03-ac2b-430e-92fa-fffc6438d579 is going to be updated. [ 1109.921516] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.921516] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.921516] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.921744] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.921744] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.921983] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c3c9f03-ac2b-430e-92fa-fffc6438d579" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.185933] env[65123]: INFO networking_nsxv3.common.synchronization [req-73699555-357c-4a70-a753-3bf318ab1843 req-a6b61156-7275-4c15-ad9f-721e78e3e6d8 tempest-ServerDiskConfigTestJSON-1012320618 tempest-ServerDiskConfigTestJSON-1012320618-project-member] Enqueued Resource ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 with Priority: HIGHEST for action security_group_members [ 1110.186503] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 with Priority: HIGHEST for action security_group_members [ 1110.187317] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.187444] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.187511] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.187712] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.187864] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.187961] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.188036] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.188186] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.188278] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.188370] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.564317] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock network-211 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.564317] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "network-211" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.564317] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "network-211" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.564317] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "network-211" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.564317] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.564317] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.564317] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.564967] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.564967] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.566072] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1110.566072] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1110.566264] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1110.566387] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1110.566618] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1110.566618] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1110.566745] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1110.587517] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1110.587681] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1110.588175] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1110.588257] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "network-211" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.588630] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock port-ed2477e7-98e6-475d-8a13-84ca4403bdb2 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.588845] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "port-ed2477e7-98e6-475d-8a13-84ca4403bdb2" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.588932] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "port-ed2477e7-98e6-475d-8a13-84ca4403bdb2" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.589298] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "port-ed2477e7-98e6-475d-8a13-84ca4403bdb2" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.589437] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed2477e7-98e6-475d-8a13-84ca4403bdb2',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.691081] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.691287] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.691385] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.691767] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.691864] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.692973] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.693139] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.693178] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.693377] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.693514] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.693514] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 is going to be updated. [ 1110.723754] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.723915] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.724027] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.724202] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.724349] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.760737] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 in Status: IN_PROGRESS for 2s [ 1110.808296] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cceff52-95a9-4d4d-a078-b63962532313 in Status: SUCCESS [ 1110.811139] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cceff52-95a9-4d4d-a078-b63962532313 deletion is rescheduled due to dependency. [ 1110.811139] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cceff52-95a9-4d4d-a078-b63962532313" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.094056] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.094303] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.094426] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.094710] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.094855] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.095014] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Segment Port ed2477e7-98e6-475d-8a13-84ca4403bdb2 not found, creating... [ 1111.095293] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.095451] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.095569] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.095798] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.095937] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.096229] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.096385] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.096500] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.096702] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.096836] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.096975] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Resource: SegmentPort with ID: ed2477e7-98e6-475d-8a13-84ca4403bdb2 is going to be created. [ 1111.120880] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.121131] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.121254] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.121513] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.121817] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.122073] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "port-ed2477e7-98e6-475d-8a13-84ca4403bdb2" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.362304] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 in Status: SUCCESS [ 1111.362618] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.362843] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.363205] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.363478] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.363782] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.363782] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.364042] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.364241] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.364390] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.406706] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 in Status: SUCCESS [ 1111.406950] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.407202] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.408048] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.408048] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.408048] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.408048] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.408254] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.408254] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.408321] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.408423] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.863762] env[65123]: INFO networking_nsxv3.common.synchronization [req-73699555-357c-4a70-a753-3bf318ab1843 req-d81118de-a2ef-4373-89de-1922dce0b745 service nova] Enqueued Resource ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 with Priority: HIGHEST for action security_group_rules [ 1111.863762] env[65123]: INFO networking_nsxv3.common.synchronization [req-73699555-357c-4a70-a753-3bf318ab1843 req-d81118de-a2ef-4373-89de-1922dce0b745 service nova] Enqueued Resource ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 with Priority: HIGHEST for action security_group_members [ 1111.863762] env[65123]: INFO networking_nsxv3.common.synchronization [req-73699555-357c-4a70-a753-3bf318ab1843 req-d81118de-a2ef-4373-89de-1922dce0b745 service nova] Enqueued Resource ID: ed2477e7-98e6-475d-8a13-84ca4403bdb2 with Priority: HIGHEST for action port [ 1111.863762] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 with Priority: HIGHEST for action security_group_rules [ 1111.863762] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 with Priority: HIGHEST for action security_group_members [ 1111.863762] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed2477e7-98e6-475d-8a13-84ca4403bdb2 with Priority: HIGHEST for action port [ 1111.863762] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.863762] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.864408] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.864408] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.864408] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.865229] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.865363] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.865594] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed2477e7-98e6-475d-8a13-84ca4403bdb2 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.865745] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed2477e7-98e6-475d-8a13-84ca4403bdb2" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.865854] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed2477e7-98e6-475d-8a13-84ca4403bdb2" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.866066] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed2477e7-98e6-475d-8a13-84ca4403bdb2" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.866175] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed2477e7-98e6-475d-8a13-84ca4403bdb2',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.872903] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.911013] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.911185] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.911238] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.911452] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.911617] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.911751] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.911827] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.911976] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.912075] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.912164] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.912309] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.912401] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.912458] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.912595] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.912728] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.912817] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.912912] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.913046] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.913121] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.913201] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.913288] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.263035] env[65123]: INFO networking_nsxv3.common.synchronization [req-a992fb16-d144-4d36-b7b3-6cd4789951ba req-b8a68599-41a3-42df-a610-7440c740eff8 tempest-ServersNegativeTestJSON-371052367 tempest-ServersNegativeTestJSON-371052367-project-member] Enqueued Resource ID: cfdabfe4-ab89-4faf-8a03-558dd5b7796b with Priority: HIGHEST for action security_group_members [ 1112.263035] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfdabfe4-ab89-4faf-8a03-558dd5b7796b with Priority: HIGHEST for action security_group_members [ 1112.263035] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.263035] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.263035] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.263035] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.263035] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.264641] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.264641] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.264641] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.264641] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.264641] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfdabfe4-ab89-4faf-8a03-558dd5b7796b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.372343] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.372499] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.375977] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ed2477e7-98e6-475d-8a13-84ca4403bdb2 with status ACTIVE [ 1112.376266] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.376432] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.376495] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.376777] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.377142] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.377142] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.377312] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.377312] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.377489] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.377562] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.377767] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.377890] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.378023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.378228] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.378306] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.378516] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ed2477e7-98e6-475d-8a13-84ca4403bdb2 is going to be updated. [ 1112.379544] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.403319] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.403319] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.403319] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.403596] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.403691] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.403855] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed2477e7-98e6-475d-8a13-84ca4403bdb2" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.414851] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6: rpc.has_security_group_logging(os_id): False [ 1112.432484] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.432639] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.432698] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.432908] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.433053] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.433627] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.433627] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.433627] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.433854] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.433940] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.434150] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.434249] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.434311] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.434479] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.434523] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.434696] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.435115] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.435115] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.435115] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.435115] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.435341] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 is going to be updated. [ 1112.508057] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.508057] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.508057] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.508057] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.508057] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.524429] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 in Status: IN_PROGRESS for 2s [ 1112.767234] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.767420] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.767551] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.767712] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.767806] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.768472] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.768472] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.768472] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.768472] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.768472] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.768816] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfdabfe4-ab89-4faf-8a03-558dd5b7796b is going to be updated. [ 1112.770933] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 in Status: SUCCESS [ 1112.771165] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 deletion is rescheduled due to dependency. [ 1112.771348] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.771878] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.773438] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.773438] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.773438] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.773438] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.773438] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.773438] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.773438] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.799425] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.799565] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.799608] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.799890] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.800095] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.811774] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfdabfe4-ab89-4faf-8a03-558dd5b7796b in Status: IN_PROGRESS for 2s [ 1112.882607] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.883841] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.883841] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.883990] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.884211] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.884309] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 is going to be updated. [ 1112.913242] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.913673] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.913673] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.914213] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.914417] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.925681] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 in Status: IN_PROGRESS for 2s [ 1113.274930] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.560761] env[65123]: INFO networking_nsxv3.common.synchronization [req-4ecb64ac-8060-4b0b-883d-0666ca6628c3 req-66bf2d7c-88f6-461b-aa3b-1dc7ececfdaf tempest-AttachVolumeNegativeTest-1722468573 tempest-AttachVolumeNegativeTest-1722468573-project-member] Enqueued Resource ID: 92991085-8477-4b64-b6ba-9f68fb2356f8 with Priority: HIGHEST for action security_group_members [ 1113.561320] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92991085-8477-4b64-b6ba-9f68fb2356f8 with Priority: HIGHEST for action security_group_members [ 1113.561742] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-92991085-8477-4b64-b6ba-9f68fb2356f8 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.561742] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92991085-8477-4b64-b6ba-9f68fb2356f8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.561837] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92991085-8477-4b64-b6ba-9f68fb2356f8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.563048] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92991085-8477-4b64-b6ba-9f68fb2356f8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.563130] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.563199] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.563272] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.563448] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.563534] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.563645] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92991085-8477-4b64-b6ba-9f68fb2356f8',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.737950] env[65123]: INFO networking_nsxv3.common.synchronization [req-8d877d9e-0abc-4543-8520-29d67efd1513 req-f514fcf2-b45d-4c45-9b27-91511c3c155e tempest-ServerRescueNegativeTestJSON-800684126 tempest-ServerRescueNegativeTestJSON-800684126-project-member] Enqueued Resource ID: e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c with Priority: HIGHEST for action security_group_members [ 1113.738549] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c with Priority: HIGHEST for action security_group_members [ 1113.739033] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.740375] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.740375] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.740565] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.740752] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.740902] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.740960] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.741203] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.741372] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.741552] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.778070] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.065939] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.066540] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.066540] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.066540] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.086884] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.087230] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.087361] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.087459] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.087624] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.087707] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.087798] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92991085-8477-4b64-b6ba-9f68fb2356f8 is going to be updated. [ 1114.202664] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.202836] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.202974] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.203218] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.203363] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.213290] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92991085-8477-4b64-b6ba-9f68fb2356f8 in Status: IN_PROGRESS for 2s [ 1114.246446] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.246446] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.246446] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.246446] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.270276] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.270276] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.270276] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.270276] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.270276] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.270276] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.270276] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c is going to be updated. [ 1114.280614] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.280884] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.280949] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.281163] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.281700] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.281700] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 is going to be updated. [ 1114.320963] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.321180] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.321180] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.321388] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.321526] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.332309] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c in Status: IN_PROGRESS for 2s [ 1114.340562] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.340562] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.340562] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.340562] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.340562] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.353264] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 in Status: IN_PROGRESS for 2s [ 1114.546159] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 in Status: SUCCESS [ 1114.546159] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.823400] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfdabfe4-ab89-4faf-8a03-558dd5b7796b in Status: SUCCESS [ 1114.823671] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfdabfe4-ab89-4faf-8a03-558dd5b7796b deletion is rescheduled due to dependency. [ 1114.823795] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfdabfe4-ab89-4faf-8a03-558dd5b7796b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.936038] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 in Status: SUCCESS [ 1114.936279] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.936451] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.936669] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.936858] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.937014] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.937087] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.937245] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.937324] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.937411] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.937500] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.339384] env[65123]: INFO networking_nsxv3.common.synchronization [req-bd9a39b9-21e2-4960-af9c-f9e3bc68b370 req-e9bac964-c9a3-4e58-99a3-b2ec69a67cf4 tempest-ServerRescueTestJSON-1673479663 tempest-ServerRescueTestJSON-1673479663-project-member] Enqueued Resource ID: 1cc97ec7-a1b9-4385-b015-589d06000b06 with Priority: HIGHEST for action security_group_members [ 1115.339955] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cc97ec7-a1b9-4385-b015-589d06000b06 with Priority: HIGHEST for action security_group_members [ 1115.340294] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cc97ec7-a1b9-4385-b015-589d06000b06 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.340422] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cc97ec7-a1b9-4385-b015-589d06000b06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.340492] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cc97ec7-a1b9-4385-b015-589d06000b06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.340792] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cc97ec7-a1b9-4385-b015-589d06000b06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.340957] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.341263] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.341389] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.341559] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.341666] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.341787] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cc97ec7-a1b9-4385-b015-589d06000b06',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.440384] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-805ecbe4-9457-4391-a823-a6cb5e6e4067 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.440603] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.440603] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.440947] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.441274] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.441274] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.441274] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.441462] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.441500] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.441555] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.441747] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-805ecbe4-9457-4391-a823-a6cb5e6e4067 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.441846] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.441954] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.442058] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.442199] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.442286] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.442336] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.442478] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.442589] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.442623] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.443142] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.767237] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock network-388 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.767431] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "network-388" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.767556] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "network-388" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.767914] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "network-388" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.768199] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.768429] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.768566] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.768856] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.769080] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.769341] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1115.769415] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1115.769542] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1115.769666] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1115.769752] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1115.769861] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1115.770020] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1115.793329] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1115.793465] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1115.793613] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1115.793818] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "network-388" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.794264] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock port-aeca472f-81e9-4de4-8ecc-6b1702b83508 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.794470] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "port-aeca472f-81e9-4de4-8ecc-6b1702b83508" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.794607] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "port-aeca472f-81e9-4de4-8ecc-6b1702b83508" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.794948] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "port-aeca472f-81e9-4de4-8ecc-6b1702b83508" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.795364] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aeca472f-81e9-4de4-8ecc-6b1702b83508',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.844824] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.845079] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.845169] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.845387] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.845477] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.845687] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.845831] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.845924] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.846133] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.846291] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.846291] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cc97ec7-a1b9-4385-b015-589d06000b06 already deleted. [ 1115.846410] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cc97ec7-a1b9-4385-b015-589d06000b06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.947377] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 805ecbe4-9457-4391-a823-a6cb5e6e4067: rpc.has_security_group_logging(os_id): False [ 1115.968144] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.968316] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.968316] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.968524] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.968639] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.968920] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.969050] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.969104] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.969271] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.969351] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.969547] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.969640] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.969820] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.969854] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.969899] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.970093] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.970186] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.970245] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.970379] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.970452] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.970536] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 is going to be updated. [ 1116.039404] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.039650] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.039650] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.039930] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.040038] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.078977] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 in Status: IN_PROGRESS for 2s [ 1116.222725] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92991085-8477-4b64-b6ba-9f68fb2356f8 in Status: SUCCESS [ 1116.222917] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92991085-8477-4b64-b6ba-9f68fb2356f8 deletion is rescheduled due to dependency. [ 1116.223082] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92991085-8477-4b64-b6ba-9f68fb2356f8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.297444] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.297679] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.297859] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.298182] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.298333] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.298484] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Segment Port aeca472f-81e9-4de4-8ecc-6b1702b83508 not found, creating... [ 1116.298765] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.298929] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.299059] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.299282] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.299418] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.299695] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.299857] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.299975] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.300197] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.300330] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.300468] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Resource: SegmentPort with ID: aeca472f-81e9-4de4-8ecc-6b1702b83508 is going to be created. [ 1116.333065] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.333343] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.333524] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.333702] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.333982] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.334166] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "port-aeca472f-81e9-4de4-8ecc-6b1702b83508" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.345821] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c in Status: SUCCESS [ 1116.346167] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c deletion is rescheduled due to dependency. [ 1116.346167] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.364248] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 in Status: SUCCESS [ 1116.364542] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.364773] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.365073] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.365395] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.365456] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.365563] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.365759] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.365884] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.365988] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.366138] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.870045] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.870045] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.870045] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.870286] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.870371] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.870490] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.870553] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.870763] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.870854] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.870941] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.871188] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.871254] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.871308] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.871453] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.871597] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.871690] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.871763] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.871918] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.871991] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.872079] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.872184] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.078452] env[65123]: INFO networking_nsxv3.common.synchronization [req-bd9a39b9-21e2-4960-af9c-f9e3bc68b370 req-5055e32e-5eb0-4ed8-a93b-fd27203ced77 service nova] Enqueued Resource ID: 1cc97ec7-a1b9-4385-b015-589d06000b06 with Priority: HIGHEST for action security_group_rules [ 1117.078762] env[65123]: INFO networking_nsxv3.common.synchronization [req-bd9a39b9-21e2-4960-af9c-f9e3bc68b370 req-5055e32e-5eb0-4ed8-a93b-fd27203ced77 service nova] Enqueued Resource ID: 1cc97ec7-a1b9-4385-b015-589d06000b06 with Priority: HIGHEST for action security_group_members [ 1117.078976] env[65123]: INFO networking_nsxv3.common.synchronization [req-bd9a39b9-21e2-4960-af9c-f9e3bc68b370 req-5055e32e-5eb0-4ed8-a93b-fd27203ced77 service nova] Enqueued Resource ID: aeca472f-81e9-4de4-8ecc-6b1702b83508 with Priority: HIGHEST for action port [ 1117.080289] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cc97ec7-a1b9-4385-b015-589d06000b06 with Priority: HIGHEST for action security_group_rules [ 1117.080504] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cc97ec7-a1b9-4385-b015-589d06000b06 with Priority: HIGHEST for action security_group_members [ 1117.080628] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aeca472f-81e9-4de4-8ecc-6b1702b83508 with Priority: HIGHEST for action port [ 1117.081416] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1cc97ec7-a1b9-4385-b015-589d06000b06 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.081602] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1cc97ec7-a1b9-4385-b015-589d06000b06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.081692] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1cc97ec7-a1b9-4385-b015-589d06000b06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.082146] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1cc97ec7-a1b9-4385-b015-589d06000b06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.082258] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1cc97ec7-a1b9-4385-b015-589d06000b06',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.085105] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cc97ec7-a1b9-4385-b015-589d06000b06 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.085772] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cc97ec7-a1b9-4385-b015-589d06000b06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.085772] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cc97ec7-a1b9-4385-b015-589d06000b06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.085772] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cc97ec7-a1b9-4385-b015-589d06000b06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.086096] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.086236] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.086347] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.086579] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.086673] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.086872] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cc97ec7-a1b9-4385-b015-589d06000b06',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.089075] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-aeca472f-81e9-4de4-8ecc-6b1702b83508 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.089475] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aeca472f-81e9-4de4-8ecc-6b1702b83508" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.089475] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aeca472f-81e9-4de4-8ecc-6b1702b83508" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.092493] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aeca472f-81e9-4de4-8ecc-6b1702b83508" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.092493] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aeca472f-81e9-4de4-8ecc-6b1702b83508',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.374435] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0: rpc.has_security_group_logging(os_id): False [ 1117.393791] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.394030] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.394173] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.394499] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.394656] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.394969] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.395162] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.395330] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.395532] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.395675] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.395997] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.396184] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.396298] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.396541] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.396675] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.396974] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.397145] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.397262] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.397496] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.397629] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.397774] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 is going to be updated. [ 1117.475979] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.476213] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.476316] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.476607] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.476814] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.500029] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 in Status: IN_PROGRESS for 2s [ 1117.591684] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cc97ec7-a1b9-4385-b015-589d06000b06 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.591870] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cc97ec7-a1b9-4385-b015-589d06000b06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.592111] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cc97ec7-a1b9-4385-b015-589d06000b06',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.594728] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aeca472f-81e9-4de4-8ecc-6b1702b83508 with status ACTIVE [ 1117.594864] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.595041] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.595112] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.595621] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.595621] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.595621] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.595860] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.595860] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.596080] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.596185] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.596366] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.596488] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.596567] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.596726] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.596862] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.596942] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aeca472f-81e9-4de4-8ecc-6b1702b83508 is going to be updated. [ 1117.644562] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.644787] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.644787] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.644975] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.645135] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.645329] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aeca472f-81e9-4de4-8ecc-6b1702b83508" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.094055] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cc97ec7-a1b9-4385-b015-589d06000b06',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.101090] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 in Status: SUCCESS [ 1118.101435] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.597029] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.597029] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.597029] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.597029] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.597029] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.597029] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cc97ec7-a1b9-4385-b015-589d06000b06 is going to be created. [ 1118.622615] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.622843] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.622932] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.623232] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.623484] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.635410] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cc97ec7-a1b9-4385-b015-589d06000b06 in Status: UNINITIALIZED for 2s [ 1119.238384] env[65123]: INFO networking_nsxv3.common.synchronization [req-78e6d758-bce7-464d-ac7c-b8ef06736f9c req-856f30aa-826b-4eeb-bc0c-24335d0f0aaa tempest-ListServerFiltersTestJSON-41928791 tempest-ListServerFiltersTestJSON-41928791-project-member] Enqueued Resource ID: fe658e4a-6c22-4ce8-b97d-083c99582cd0 with Priority: HIGHEST for action security_group_members [ 1119.238510] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe658e4a-6c22-4ce8-b97d-083c99582cd0 with Priority: HIGHEST for action security_group_members [ 1119.238893] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe658e4a-6c22-4ce8-b97d-083c99582cd0 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.239156] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.239349] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.239459] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.239617] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.239716] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.239789] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.239933] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.240035] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.240133] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe658e4a-6c22-4ce8-b97d-083c99582cd0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.522917] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 in Status: SUCCESS [ 1119.522917] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.658066] env[65123]: INFO networking_nsxv3.common.synchronization [req-898fb8dc-10c9-48b7-8230-5b046acfab19 req-b299de44-9ecb-43f6-9feb-96396621ff7b tempest-AttachVolumeTestJSON-293892057 tempest-AttachVolumeTestJSON-293892057-project-member] Enqueued Resource ID: c8385211-55ab-49eb-a820-5020250059cc with Priority: HIGHEST for action security_group_members [ 1119.658676] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8385211-55ab-49eb-a820-5020250059cc with Priority: HIGHEST for action security_group_members [ 1119.659608] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8385211-55ab-49eb-a820-5020250059cc taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.659760] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8385211-55ab-49eb-a820-5020250059cc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.659851] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8385211-55ab-49eb-a820-5020250059cc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.660161] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8385211-55ab-49eb-a820-5020250059cc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.660328] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.660420] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.660479] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.661027] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.661027] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.661027] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8385211-55ab-49eb-a820-5020250059cc',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.742547] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe658e4a-6c22-4ce8-b97d-083c99582cd0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.167022] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.167022] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.167022] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.167022] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.167022] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.167022] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.167022] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.167022] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.167022] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.167022] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.167022] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8385211-55ab-49eb-a820-5020250059cc is going to be updated. [ 1120.196604] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.196604] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.196604] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.196888] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.197139] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.212539] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8385211-55ab-49eb-a820-5020250059cc in Status: IN_PROGRESS for 2s [ 1120.246496] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe658e4a-6c22-4ce8-b97d-083c99582cd0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.647579] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cc97ec7-a1b9-4385-b015-589d06000b06 in Status: SUCCESS [ 1120.647862] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cc97ec7-a1b9-4385-b015-589d06000b06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.648401] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cc97ec7-a1b9-4385-b015-589d06000b06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.648621] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cc97ec7-a1b9-4385-b015-589d06000b06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.648830] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.648996] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.649083] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.649294] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.649411] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.649534] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cc97ec7-a1b9-4385-b015-589d06000b06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.649632] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1cc97ec7-a1b9-4385-b015-589d06000b06',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.750430] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.750893] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.750893] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.751030] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.751030] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.751252] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe658e4a-6c22-4ce8-b97d-083c99582cd0 is going to be updated. [ 1120.821590] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.821668] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.821755] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.821997] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.822354] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.836435] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe658e4a-6c22-4ce8-b97d-083c99582cd0 in Status: IN_PROGRESS for 2s [ 1120.901031] env[65123]: INFO networking_nsxv3.common.synchronization [req-182f91b5-3624-4ee9-8b15-c11b23a2a077 req-817327ff-6bcb-4c99-9699-83381cefadaa tempest-DeleteServersTestJSON-1766806868 tempest-DeleteServersTestJSON-1766806868-project-member] Enqueued Resource ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 with Priority: HIGHEST for action security_group_members [ 1120.901190] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 with Priority: HIGHEST for action security_group_members [ 1120.901640] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.901780] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.901884] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.902240] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.902545] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.902645] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.902778] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.902909] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.903018] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.903305] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.153702] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cc97ec7-a1b9-4385-b015-589d06000b06 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.153946] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cc97ec7-a1b9-4385-b015-589d06000b06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.154100] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cc97ec7-a1b9-4385-b015-589d06000b06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.154450] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cc97ec7-a1b9-4385-b015-589d06000b06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.154644] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.154776] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.154840] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.155027] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.155169] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.155215] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cc97ec7-a1b9-4385-b015-589d06000b06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.155352] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cc97ec7-a1b9-4385-b015-589d06000b06 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.155462] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cc97ec7-a1b9-4385-b015-589d06000b06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.155523] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cc97ec7-a1b9-4385-b015-589d06000b06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.155684] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cc97ec7-a1b9-4385-b015-589d06000b06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.155822] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.155959] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.156040] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.156190] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.156283] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.156366] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cc97ec7-a1b9-4385-b015-589d06000b06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.156453] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1cc97ec7-a1b9-4385-b015-589d06000b06',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.406680] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.407029] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.407029] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.407230] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.407311] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.407503] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.407642] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.407704] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.407844] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.407924] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.408013] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 is going to be updated. [ 1121.439263] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.439517] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.439639] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.439948] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.440210] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.449599] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 in Status: IN_PROGRESS for 2s [ 1121.659072] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1cc97ec7-a1b9-4385-b015-589d06000b06: rpc.has_security_group_logging(os_id): False [ 1121.681376] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.681376] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.681376] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.681376] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.681718] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.681718] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.681816] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.681944] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.682390] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.682390] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.682608] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.683511] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.683511] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.683511] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.683511] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.683511] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.683511] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.683511] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.683511] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.683511] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.683848] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1cc97ec7-a1b9-4385-b015-589d06000b06 is going to be created. [ 1121.771509] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.771917] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.771917] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.772088] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.772155] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.785351] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cc97ec7-a1b9-4385-b015-589d06000b06 in Status: IN_PROGRESS for 2s [ 1122.224451] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8385211-55ab-49eb-a820-5020250059cc in Status: SUCCESS [ 1122.225023] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8385211-55ab-49eb-a820-5020250059cc deletion is rescheduled due to dependency. [ 1122.225023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8385211-55ab-49eb-a820-5020250059cc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.848755] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe658e4a-6c22-4ce8-b97d-083c99582cd0 in Status: SUCCESS [ 1122.849124] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.105186] env[65123]: INFO networking_nsxv3.common.synchronization [None req-1ec86daa-f7e9-4853-a556-ade1b7631320 tempest-AttachVolumeNegativeTest-1722468573 tempest-AttachVolumeNegativeTest-1722468573-project-member] Enqueued Resource ID: 4dbc40a0-c971-4adc-bd14-048325f7c93e with Priority: HIGHEST for action security_group_rules [ 1123.105584] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dbc40a0-c971-4adc-bd14-048325f7c93e with Priority: HIGHEST for action security_group_rules [ 1123.105925] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4dbc40a0-c971-4adc-bd14-048325f7c93e taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.106057] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4dbc40a0-c971-4adc-bd14-048325f7c93e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.106126] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4dbc40a0-c971-4adc-bd14-048325f7c93e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.106389] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4dbc40a0-c971-4adc-bd14-048325f7c93e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.106473] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4dbc40a0-c971-4adc-bd14-048325f7c93e',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.386951] env[65123]: INFO networking_nsxv3.common.synchronization [None req-d8bd2918-3a39-4a78-81d9-f8b420725edb tempest-AttachVolumeNegativeTest-1722468573 tempest-AttachVolumeNegativeTest-1722468573-project-member] Enqueued Resource ID: 4dbc40a0-c971-4adc-bd14-048325f7c93e with Priority: HIGHEST for action security_group_rules [ 1123.387524] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dbc40a0-c971-4adc-bd14-048325f7c93e with Priority: HIGHEST for action security_group_rules [ 1123.387839] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4dbc40a0-c971-4adc-bd14-048325f7c93e taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.387952] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4dbc40a0-c971-4adc-bd14-048325f7c93e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.459803] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 in Status: SUCCESS [ 1123.459993] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 deletion is rescheduled due to dependency. [ 1123.460122] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.631232] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.631401] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.631441] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.631666] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.631781] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.631865] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4dbc40a0-c971-4adc-bd14-048325f7c93e already deleted. [ 1123.631953] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4dbc40a0-c971-4adc-bd14-048325f7c93e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.632133] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4dbc40a0-c971-4adc-bd14-048325f7c93e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.632332] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4dbc40a0-c971-4adc-bd14-048325f7c93e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.632392] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4dbc40a0-c971-4adc-bd14-048325f7c93e',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.798084] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cc97ec7-a1b9-4385-b015-589d06000b06 in Status: SUCCESS [ 1123.798333] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1cc97ec7-a1b9-4385-b015-589d06000b06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.160485] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.160485] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.160485] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.161393] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.161393] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.161393] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4dbc40a0-c971-4adc-bd14-048325f7c93e already deleted. [ 1124.161393] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4dbc40a0-c971-4adc-bd14-048325f7c93e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.638552] env[65123]: INFO networking_nsxv3.common.synchronization [req-6b187436-1553-46d0-88df-991437308ea6 req-105da27d-fe62-4569-b0d4-173be899e63f tempest-ServerDiskConfigTestJSON-1012320618 tempest-ServerDiskConfigTestJSON-1012320618-project-member] Enqueued Resource ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 with Priority: HIGHEST for action security_group_members [ 1124.641218] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 with Priority: HIGHEST for action security_group_members [ 1124.641912] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.642272] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.642360] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.642702] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.643159] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.643159] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.643421] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.643421] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.644080] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.644080] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.150836] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.150836] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.150836] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.151146] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.151182] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.151416] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.151534] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.151601] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.151807] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.151934] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.151980] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 is going to be updated. [ 1125.183798] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.184132] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.184132] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.184244] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.184411] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.195650] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 in Status: IN_PROGRESS for 2s [ 1127.207879] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 in Status: SUCCESS [ 1127.208217] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 deletion is rescheduled due to dependency. [ 1127.208295] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.750560] env[65123]: INFO networking_nsxv3.common.synchronization [req-8e7f7e65-927b-46ab-9e8b-32fcb42cbdc7 req-26184df3-dfba-4fed-94a4-67b2630858b3 tempest-ServersTestJSON-1284900872 tempest-ServersTestJSON-1284900872-project-member] Enqueued Resource ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 with Priority: HIGHEST for action security_group_members [ 1127.751575] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 with Priority: HIGHEST for action security_group_members [ 1127.751781] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-805ecbe4-9457-4391-a823-a6cb5e6e4067 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.753023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.753023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.753023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.753023] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.753023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.753023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.753023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.753023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.753023] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.066444] env[65123]: INFO networking_nsxv3.common.synchronization [req-b34f5f8d-26fe-48d8-9b3e-a3ef36539baf req-0a7bf278-75f1-4383-8f44-afaa06b229b9 tempest-ListServerFiltersTestJSON-41928791 tempest-ListServerFiltersTestJSON-41928791-project-member] Enqueued Resource ID: fe658e4a-6c22-4ce8-b97d-083c99582cd0 with Priority: HIGHEST for action security_group_members [ 1128.067022] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe658e4a-6c22-4ce8-b97d-083c99582cd0 with Priority: HIGHEST for action security_group_members [ 1128.067335] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe658e4a-6c22-4ce8-b97d-083c99582cd0 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.067461] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.067539] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.067898] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.067898] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.068041] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.068165] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.068315] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.068407] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.068529] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe658e4a-6c22-4ce8-b97d-083c99582cd0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.256017] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.543152] env[65123]: INFO networking_nsxv3.common.synchronization [req-de03d9f6-937e-4e74-a595-cfd9ec8eedba req-3da7e138-5f0b-428a-a9fb-bd71de135e06 tempest-ServerRescueNegativeTestJSON-800684126 tempest-ServerRescueNegativeTestJSON-800684126-project-member] Enqueued Resource ID: 547037e8-4842-4c71-8052-f89b6a5cd740 with Priority: HIGHEST for action security_group_members [ 1128.543967] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 547037e8-4842-4c71-8052-f89b6a5cd740 with Priority: HIGHEST for action security_group_members [ 1128.543967] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-547037e8-4842-4c71-8052-f89b6a5cd740 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.544264] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-547037e8-4842-4c71-8052-f89b6a5cd740" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.544264] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-547037e8-4842-4c71-8052-f89b6a5cd740" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.544360] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-547037e8-4842-4c71-8052-f89b6a5cd740" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.544521] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.544620] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.544682] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.544924] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.544924] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.545051] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('547037e8-4842-4c71-8052-f89b6a5cd740',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.571159] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.571323] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.571463] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.572090] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.572090] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.572090] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.572090] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.572090] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.572297] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.572330] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.572405] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe658e4a-6c22-4ce8-b97d-083c99582cd0 is going to be updated. [ 1128.606304] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.606304] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.606304] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.606601] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.607227] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.618803] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe658e4a-6c22-4ce8-b97d-083c99582cd0 in Status: IN_PROGRESS for 2s [ 1128.759375] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.047626] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('547037e8-4842-4c71-8052-f89b6a5cd740',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.262532] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.263188] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.263188] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.263188] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.263188] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.263188] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 is going to be updated. [ 1129.333477] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.333669] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.333758] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.333937] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.334119] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.349524] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 in Status: IN_PROGRESS for 2s [ 1129.554658] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('547037e8-4842-4c71-8052-f89b6a5cd740',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.058049] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.058287] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.058625] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.058919] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.059098] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.059255] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 547037e8-4842-4c71-8052-f89b6a5cd740 is going to be updated. [ 1130.101285] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.101444] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.101513] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.101740] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.101906] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.113019] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 547037e8-4842-4c71-8052-f89b6a5cd740 in Status: IN_PROGRESS for 2s [ 1130.631417] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe658e4a-6c22-4ce8-b97d-083c99582cd0 in Status: SUCCESS [ 1130.631893] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe658e4a-6c22-4ce8-b97d-083c99582cd0 deletion is rescheduled due to dependency. [ 1130.631893] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe658e4a-6c22-4ce8-b97d-083c99582cd0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.361509] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 in Status: SUCCESS [ 1131.362601] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.123266] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 547037e8-4842-4c71-8052-f89b6a5cd740 in Status: SUCCESS [ 1132.123266] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-547037e8-4842-4c71-8052-f89b6a5cd740" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.545629] env[65123]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1133.546099] env[65123]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1133.699088] env[65123]: INFO networking_nsxv3.common.synchronization [req-4fe57f3e-ffff-41d8-8b33-8ab54a295f6e req-fe5424e9-c3bd-4650-9f70-e875f547fa6d tempest-AttachVolumeNegativeTest-1722468573 tempest-AttachVolumeNegativeTest-1722468573-project-member] Enqueued Resource ID: 4dbc40a0-c971-4adc-bd14-048325f7c93e with Priority: HIGHEST for action security_group_members [ 1133.699671] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dbc40a0-c971-4adc-bd14-048325f7c93e with Priority: HIGHEST for action security_group_members [ 1133.699985] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dbc40a0-c971-4adc-bd14-048325f7c93e taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.701107] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dbc40a0-c971-4adc-bd14-048325f7c93e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.701107] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dbc40a0-c971-4adc-bd14-048325f7c93e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.701107] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dbc40a0-c971-4adc-bd14-048325f7c93e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.701217] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.701272] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.701330] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.701499] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.701595] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.701684] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4dbc40a0-c971-4adc-bd14-048325f7c93e',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.037311] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock network-618 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.037517] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "network-618" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.037634] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "network-618" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.037892] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "network-618" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.038152] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.038307] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.038421] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.038632] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.038772] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.039013] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1134.039125] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1134.039232] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1134.039336] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1134.039447] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1134.039573] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1134.039677] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1134.060325] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1134.060499] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1134.060638] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1134.060821] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "network-618" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.061243] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock port-a34242c7-347f-4bea-b32b-957b5dc832a9 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.061430] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "port-a34242c7-347f-4bea-b32b-957b5dc832a9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.061567] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "port-a34242c7-347f-4bea-b32b-957b5dc832a9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.061899] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "port-a34242c7-347f-4bea-b32b-957b5dc832a9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.062046] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a34242c7-347f-4bea-b32b-957b5dc832a9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.204158] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.204712] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.204712] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.204712] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.204712] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.204927] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.204986] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.205028] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.205174] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.205427] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.205473] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dbc40a0-c971-4adc-bd14-048325f7c93e already deleted. [ 1134.205650] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dbc40a0-c971-4adc-bd14-048325f7c93e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.564728] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.565165] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.565394] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.565687] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.565969] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.566215] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Segment Port a34242c7-347f-4bea-b32b-957b5dc832a9 not found, creating... [ 1134.566580] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.566772] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.566924] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.567210] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.567357] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.567681] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.567936] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.568098] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.568339] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.568482] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.568626] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Resource: SegmentPort with ID: a34242c7-347f-4bea-b32b-957b5dc832a9 is going to be created. [ 1134.613769] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.613991] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.614119] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.614402] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.614636] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.614895] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "port-a34242c7-347f-4bea-b32b-957b5dc832a9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.303741] env[65123]: INFO networking_nsxv3.common.synchronization [req-4fe57f3e-ffff-41d8-8b33-8ab54a295f6e req-507e2322-5b54-4a03-aa0b-bf1556ed98f9 service nova] Enqueued Resource ID: 4dbc40a0-c971-4adc-bd14-048325f7c93e with Priority: HIGHEST for action security_group_rules [ 1135.303937] env[65123]: INFO networking_nsxv3.common.synchronization [req-4fe57f3e-ffff-41d8-8b33-8ab54a295f6e req-507e2322-5b54-4a03-aa0b-bf1556ed98f9 service nova] Enqueued Resource ID: 4dbc40a0-c971-4adc-bd14-048325f7c93e with Priority: HIGHEST for action security_group_members [ 1135.304087] env[65123]: INFO networking_nsxv3.common.synchronization [req-4fe57f3e-ffff-41d8-8b33-8ab54a295f6e req-507e2322-5b54-4a03-aa0b-bf1556ed98f9 service nova] Enqueued Resource ID: a34242c7-347f-4bea-b32b-957b5dc832a9 with Priority: HIGHEST for action port [ 1135.304613] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dbc40a0-c971-4adc-bd14-048325f7c93e with Priority: HIGHEST for action security_group_rules [ 1135.304749] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dbc40a0-c971-4adc-bd14-048325f7c93e with Priority: HIGHEST for action security_group_members [ 1135.304848] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a34242c7-347f-4bea-b32b-957b5dc832a9 with Priority: HIGHEST for action port [ 1135.305312] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4dbc40a0-c971-4adc-bd14-048325f7c93e taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.305312] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4dbc40a0-c971-4adc-bd14-048325f7c93e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.305410] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4dbc40a0-c971-4adc-bd14-048325f7c93e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.305558] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4dbc40a0-c971-4adc-bd14-048325f7c93e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.305612] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4dbc40a0-c971-4adc-bd14-048325f7c93e',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.307990] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dbc40a0-c971-4adc-bd14-048325f7c93e taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.308085] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dbc40a0-c971-4adc-bd14-048325f7c93e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.308136] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dbc40a0-c971-4adc-bd14-048325f7c93e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.308322] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dbc40a0-c971-4adc-bd14-048325f7c93e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.308477] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.308563] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.308563] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.308698] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.308883] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.309215] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4dbc40a0-c971-4adc-bd14-048325f7c93e',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.309833] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-a34242c7-347f-4bea-b32b-957b5dc832a9 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.310462] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a34242c7-347f-4bea-b32b-957b5dc832a9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.310462] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a34242c7-347f-4bea-b32b-957b5dc832a9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.310462] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a34242c7-347f-4bea-b32b-957b5dc832a9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.310462] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a34242c7-347f-4bea-b32b-957b5dc832a9',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.812446] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dbc40a0-c971-4adc-bd14-048325f7c93e taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.812765] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dbc40a0-c971-4adc-bd14-048325f7c93e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.812823] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4dbc40a0-c971-4adc-bd14-048325f7c93e',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.813910] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a34242c7-347f-4bea-b32b-957b5dc832a9 with status ACTIVE [ 1135.814026] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.814451] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.814451] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.814451] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.814602] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.814700] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.814807] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.814867] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.815895] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.815895] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.815895] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.815895] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.815895] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.815895] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.815895] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.815895] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a34242c7-347f-4bea-b32b-957b5dc832a9 is going to be updated. [ 1135.843184] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.843363] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.843442] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.843672] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.843821] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.844793] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a34242c7-347f-4bea-b32b-957b5dc832a9" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.318357] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4dbc40a0-c971-4adc-bd14-048325f7c93e',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.821632] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.821892] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.821892] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.822255] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.822386] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.822530] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dbc40a0-c971-4adc-bd14-048325f7c93e is going to be created. [ 1136.888447] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.888615] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.888656] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.888862] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.889055] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.905466] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dbc40a0-c971-4adc-bd14-048325f7c93e in Status: UNINITIALIZED for 2s [ 1138.912859] env[65123]: INFO networking_nsxv3.common.synchronization [req-78cce572-5800-4391-bf30-ad42610e679c req-9b56a07e-0e3d-49da-8a47-bde3763172e1 tempest-ServersTestJSON-1284900872 tempest-ServersTestJSON-1284900872-project-member] Enqueued Resource ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 with Priority: HIGHEST for action security_group_members [ 1138.912859] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 with Priority: HIGHEST for action security_group_members [ 1138.912859] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-805ecbe4-9457-4391-a823-a6cb5e6e4067 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.912859] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.912859] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.912859] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.912859] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.912859] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.912859] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.912859] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.912859] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.912859] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('805ecbe4-9457-4391-a823-a6cb5e6e4067',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.918251] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dbc40a0-c971-4adc-bd14-048325f7c93e in Status: SUCCESS [ 1138.918467] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dbc40a0-c971-4adc-bd14-048325f7c93e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.918954] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dbc40a0-c971-4adc-bd14-048325f7c93e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.919223] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dbc40a0-c971-4adc-bd14-048325f7c93e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.919421] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.919601] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.919675] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.919961] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.919961] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.920077] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dbc40a0-c971-4adc-bd14-048325f7c93e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.920140] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4dbc40a0-c971-4adc-bd14-048325f7c93e',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.416481] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.416481] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.416481] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.416700] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.416700] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.416859] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.416957] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.417019] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.417729] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.417729] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.417729] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 is going to be updated. [ 1139.422575] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4dbc40a0-c971-4adc-bd14-048325f7c93e',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.467889] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.467889] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.467889] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.467889] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.467889] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.477753] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 in Status: IN_PROGRESS for 2s [ 1139.633047] env[65123]: INFO networking_nsxv3.common.synchronization [req-bc1d1e0a-a8c3-4741-abeb-e1a729327c33 req-6ea450d5-d083-4179-af7e-0e111250104b tempest-ServerActionsTestOtherA-1066851600 tempest-ServerActionsTestOtherA-1066851600-project-member] Enqueued Resource ID: 1d68a405-7fa8-470d-9ac9-7e09153e96e3 with Priority: HIGHEST for action security_group_members [ 1139.633176] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d68a405-7fa8-470d-9ac9-7e09153e96e3 with Priority: HIGHEST for action security_group_members [ 1139.633759] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d68a405-7fa8-470d-9ac9-7e09153e96e3 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.633886] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d68a405-7fa8-470d-9ac9-7e09153e96e3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.633954] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d68a405-7fa8-470d-9ac9-7e09153e96e3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.634165] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d68a405-7fa8-470d-9ac9-7e09153e96e3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.634324] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.634423] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.634487] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.634699] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.634832] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.634953] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d68a405-7fa8-470d-9ac9-7e09153e96e3',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.926551] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4dbc40a0-c971-4adc-bd14-048325f7c93e: rpc.has_security_group_logging(os_id): False [ 1139.949700] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.949700] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.949700] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.949700] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.949700] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.949700] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.949700] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.949700] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.949700] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.949700] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.949700] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4dbc40a0-c971-4adc-bd14-048325f7c93e is going to be created. [ 1140.017591] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.017768] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.017768] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.017976] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.018489] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.029688] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4dbc40a0-c971-4adc-bd14-048325f7c93e in Status: IN_PROGRESS for 2s [ 1140.139151] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.139298] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.139374] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.139598] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.139692] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.139898] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.139996] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.140072] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.140265] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.140296] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.140375] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d68a405-7fa8-470d-9ac9-7e09153e96e3 is going to be updated. [ 1140.182765] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.182924] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.182979] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.183247] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.183409] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.192250] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d68a405-7fa8-470d-9ac9-7e09153e96e3 in Status: IN_PROGRESS for 2s [ 1141.491521] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 in Status: SUCCESS [ 1141.491521] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 805ecbe4-9457-4391-a823-a6cb5e6e4067 deletion is rescheduled due to dependency. [ 1141.491521] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-805ecbe4-9457-4391-a823-a6cb5e6e4067" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.741169] env[65123]: INFO networking_nsxv3.common.synchronization [req-597e19d1-ca7d-4b73-8a3e-dd8b1cbdc9f0 req-3b73a1d6-ee01-4a42-9244-20c1cbdd535d tempest-DeleteServersTestJSON-1766806868 tempest-DeleteServersTestJSON-1766806868-project-member] Enqueued Resource ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 with Priority: HIGHEST for action security_group_members [ 1141.741169] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 with Priority: HIGHEST for action security_group_members [ 1141.741169] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.741169] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.741169] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.741169] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.741663] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.741892] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.742084] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.742342] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.742519] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.742715] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.051334] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4dbc40a0-c971-4adc-bd14-048325f7c93e in Status: SUCCESS [ 1142.051578] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4dbc40a0-c971-4adc-bd14-048325f7c93e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.111988] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-606 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.112220] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-606" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.112342] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-606" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.112621] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-606" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.112874] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.115543] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.115543] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.115543] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.115832] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.115832] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1142.115961] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1142.116079] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1142.116214] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1142.116395] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1142.116448] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1142.116558] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1142.188450] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1142.188738] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.072 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1142.188817] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1142.188972] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-606" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.189379] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-a0f3cec6-b55d-4bef-b143-56e84934196d taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.189583] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-a0f3cec6-b55d-4bef-b143-56e84934196d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.189711] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-a0f3cec6-b55d-4bef-b143-56e84934196d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.190107] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-a0f3cec6-b55d-4bef-b143-56e84934196d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.190284] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0f3cec6-b55d-4bef-b143-56e84934196d',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.204660] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d68a405-7fa8-470d-9ac9-7e09153e96e3 in Status: SUCCESS [ 1142.204866] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d68a405-7fa8-470d-9ac9-7e09153e96e3 deletion is rescheduled due to dependency. [ 1142.204927] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d68a405-7fa8-470d-9ac9-7e09153e96e3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.245077] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.245364] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.245468] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.245793] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.245933] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.246324] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.246481] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.246534] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.246796] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.246887] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.246987] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 is going to be updated. [ 1142.278151] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.278453] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.278453] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.278612] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.278829] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.289613] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 in Status: IN_PROGRESS for 2s [ 1142.356075] env[65123]: INFO networking_nsxv3.common.synchronization [req-984b3975-864d-4c3e-9417-b7c6fa850c9a req-e49bf010-783e-47f9-90a0-4d83308bc6df tempest-AttachInterfacesTestJSON-243198972 tempest-AttachInterfacesTestJSON-243198972-project-member] Enqueued Resource ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 with Priority: HIGHEST for action security_group_members [ 1142.356708] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 with Priority: HIGHEST for action security_group_members [ 1142.357121] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bd495ca-d8e3-49d1-a631-a127f0c182f6 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.357288] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.357399] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.357747] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.357941] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.358124] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.358233] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.358434] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.358535] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.358644] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6bd495ca-d8e3-49d1-a631-a127f0c182f6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.692651] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.693017] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.693017] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.693552] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.693552] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.693762] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port a0f3cec6-b55d-4bef-b143-56e84934196d not found, creating... [ 1142.693911] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.694091] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.694230] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.694464] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.694608] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.694888] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.695057] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.695177] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.695384] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.695544] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.695704] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: a0f3cec6-b55d-4bef-b143-56e84934196d is going to be created. [ 1142.735095] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.735322] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.735451] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.735727] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.735944] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.736180] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-a0f3cec6-b55d-4bef-b143-56e84934196d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.747676] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock network-57 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.747865] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "network-57" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.747986] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "network-57" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.748297] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "network-57" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.748560] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.748720] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.748836] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.749170] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.749231] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.749419] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1142.749531] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1142.749681] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1142.749754] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1142.749862] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1142.749965] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1142.750109] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1142.776017] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1142.776205] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1142.776367] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1142.776601] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "network-57" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.776927] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock port-4614f140-971c-49c6-a60f-38039bf48603 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.777139] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "port-4614f140-971c-49c6-a60f-38039bf48603" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.777269] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "port-4614f140-971c-49c6-a60f-38039bf48603" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.777646] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "port-4614f140-971c-49c6-a60f-38039bf48603" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.777814] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4614f140-971c-49c6-a60f-38039bf48603',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.860629] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.860962] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.860962] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.861219] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.861355] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.861563] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.861669] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.861733] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.861892] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.861971] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.862088] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 already deleted. [ 1142.862175] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.281041] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.281041] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.281266] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.281473] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.282427] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.282427] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Segment Port 4614f140-971c-49c6-a60f-38039bf48603 not found, creating... [ 1143.282427] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.282427] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.282427] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.282713] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.282894] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.283207] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.283374] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.283510] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.283753] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.283851] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.283993] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Resource: SegmentPort with ID: 4614f140-971c-49c6-a60f-38039bf48603 is going to be created. [ 1143.313476] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.313668] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.313763] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.313957] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.314231] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.314527] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "port-4614f140-971c-49c6-a60f-38039bf48603" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.353071] env[65123]: INFO networking_nsxv3.common.synchronization [req-597e19d1-ca7d-4b73-8a3e-dd8b1cbdc9f0 req-4538fcb1-bb9e-44cc-8e38-9e4c645f7e4f service nova] Enqueued Resource ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 with Priority: HIGHEST for action security_group_rules [ 1143.353071] env[65123]: INFO networking_nsxv3.common.synchronization [req-597e19d1-ca7d-4b73-8a3e-dd8b1cbdc9f0 req-4538fcb1-bb9e-44cc-8e38-9e4c645f7e4f service nova] Enqueued Resource ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 with Priority: HIGHEST for action security_group_members [ 1143.353071] env[65123]: INFO networking_nsxv3.common.synchronization [req-597e19d1-ca7d-4b73-8a3e-dd8b1cbdc9f0 req-4538fcb1-bb9e-44cc-8e38-9e4c645f7e4f service nova] Enqueued Resource ID: a0f3cec6-b55d-4bef-b143-56e84934196d with Priority: HIGHEST for action port [ 1143.353190] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 with Priority: HIGHEST for action security_group_rules [ 1143.353244] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 with Priority: HIGHEST for action security_group_members [ 1143.353344] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0f3cec6-b55d-4bef-b143-56e84934196d with Priority: HIGHEST for action port [ 1143.353655] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.353781] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.353848] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.354069] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.354363] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.355739] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.355739] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.355739] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0f3cec6-b55d-4bef-b143-56e84934196d taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.355739] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0f3cec6-b55d-4bef-b143-56e84934196d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.356693] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0f3cec6-b55d-4bef-b143-56e84934196d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.356940] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0f3cec6-b55d-4bef-b143-56e84934196d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.357397] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0f3cec6-b55d-4bef-b143-56e84934196d',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.738031] env[65123]: INFO networking_nsxv3.common.synchronization [req-a3facf56-8c77-4324-b2fa-c540bc9c6246 req-c18bb389-1a5b-41fd-9cb4-25cbfac3047a tempest-ServerRescueNegativeTestJSON-800684126 tempest-ServerRescueNegativeTestJSON-800684126-project-member] Enqueued Resource ID: 547037e8-4842-4c71-8052-f89b6a5cd740 with Priority: HIGHEST for action security_group_members [ 1143.738575] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 547037e8-4842-4c71-8052-f89b6a5cd740 with Priority: HIGHEST for action security_group_members [ 1143.738882] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-547037e8-4842-4c71-8052-f89b6a5cd740 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.739106] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-547037e8-4842-4c71-8052-f89b6a5cd740" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.739193] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-547037e8-4842-4c71-8052-f89b6a5cd740" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.739410] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-547037e8-4842-4c71-8052-f89b6a5cd740" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.739579] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.739683] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.739779] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.740430] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.740430] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.740430] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('547037e8-4842-4c71-8052-f89b6a5cd740',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.859766] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.860014] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.860230] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0f3cec6-b55d-4bef-b143-56e84934196d with status ACTIVE [ 1143.860397] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.860505] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.860642] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.860865] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.860956] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.861236] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.861354] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.861419] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.861580] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.861670] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.861857] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.861949] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.862025] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.862198] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.862280] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.862482] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0f3cec6-b55d-4bef-b143-56e84934196d is going to be updated. [ 1143.890027] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.890027] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.890027] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.890027] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.890027] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.890027] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0f3cec6-b55d-4bef-b143-56e84934196d" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.000518] env[65123]: INFO networking_nsxv3.common.synchronization [req-984b3975-864d-4c3e-9417-b7c6fa850c9a req-60b6a13d-1757-4a9a-8807-96a8b4f4ad2d service nova] Enqueued Resource ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 with Priority: HIGHEST for action security_group_rules [ 1144.000709] env[65123]: INFO networking_nsxv3.common.synchronization [req-984b3975-864d-4c3e-9417-b7c6fa850c9a req-60b6a13d-1757-4a9a-8807-96a8b4f4ad2d service nova] Enqueued Resource ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 with Priority: HIGHEST for action security_group_members [ 1144.000848] env[65123]: INFO networking_nsxv3.common.synchronization [req-984b3975-864d-4c3e-9417-b7c6fa850c9a req-60b6a13d-1757-4a9a-8807-96a8b4f4ad2d service nova] Enqueued Resource ID: 4614f140-971c-49c6-a60f-38039bf48603 with Priority: HIGHEST for action port [ 1144.001555] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 with Priority: HIGHEST for action security_group_rules [ 1144.001693] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 with Priority: HIGHEST for action security_group_members [ 1144.001786] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4614f140-971c-49c6-a60f-38039bf48603 with Priority: HIGHEST for action port [ 1144.002118] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6bd495ca-d8e3-49d1-a631-a127f0c182f6 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.002255] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.002344] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.003131] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.003131] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6bd495ca-d8e3-49d1-a631-a127f0c182f6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.004302] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bd495ca-d8e3-49d1-a631-a127f0c182f6 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.004302] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.004302] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.004302] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.004302] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.004555] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.004555] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.004668] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.004668] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.004732] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6bd495ca-d8e3-49d1-a631-a127f0c182f6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.006281] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-4614f140-971c-49c6-a60f-38039bf48603 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.006412] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4614f140-971c-49c6-a60f-38039bf48603" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.006449] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4614f140-971c-49c6-a60f-38039bf48603" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.007122] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4614f140-971c-49c6-a60f-38039bf48603" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.007122] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4614f140-971c-49c6-a60f-38039bf48603',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.242652] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.242881] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.242881] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.243398] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.266080] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.266352] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.266471] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.266541] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.266735] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.267178] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.267178] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 547037e8-4842-4c71-8052-f89b6a5cd740 is going to be updated. [ 1144.300676] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 in Status: SUCCESS [ 1144.300903] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 deletion is rescheduled due to dependency. [ 1144.301031] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.301271] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.301494] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.301745] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.301883] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.301951] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.302176] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.302273] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.302359] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.304441] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.304441] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.304441] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.304441] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.304646] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.317640] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 547037e8-4842-4c71-8052-f89b6a5cd740 in Status: IN_PROGRESS for 2s [ 1144.509697] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6bd495ca-d8e3-49d1-a631-a127f0c182f6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.510841] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bd495ca-d8e3-49d1-a631-a127f0c182f6 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.510924] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.511385] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4614f140-971c-49c6-a60f-38039bf48603 with status ACTIVE [ 1144.511385] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.511385] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.511385] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.511601] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.511672] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.511839] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.511936] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.512015] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.512209] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.512290] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.512468] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.512562] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.512624] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.512763] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.512838] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.512924] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4614f140-971c-49c6-a60f-38039bf48603 is going to be updated. [ 1144.539941] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.540104] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.540174] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.540379] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.540514] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.540683] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4614f140-971c-49c6-a60f-38039bf48603" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.806808] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.016052] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6bd495ca-d8e3-49d1-a631-a127f0c182f6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.310460] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.519134] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.520035] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.520035] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.520035] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.520035] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.520035] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 is going to be created. [ 1145.557866] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.558067] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.558067] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.558324] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.558422] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.584428] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 in Status: UNINITIALIZED for 2s [ 1145.813013] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.813357] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.813357] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.813477] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.813522] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.813619] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 is going to be updated. [ 1145.846387] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.846518] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.846609] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.846828] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.847517] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.858353] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 in Status: IN_PROGRESS for 2s [ 1146.241932] env[65123]: INFO networking_nsxv3.common.synchronization [req-9fba7e60-d1b1-4fa1-ae2f-8ac0ed7bdb33 req-a551be3c-db91-4658-b4af-f81a33be42dc tempest-ServerRescueTestJSON-1673479663 tempest-ServerRescueTestJSON-1673479663-project-member] Enqueued Resource ID: 1cc97ec7-a1b9-4385-b015-589d06000b06 with Priority: HIGHEST for action security_group_members [ 1146.242158] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cc97ec7-a1b9-4385-b015-589d06000b06 with Priority: HIGHEST for action security_group_members [ 1146.242488] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cc97ec7-a1b9-4385-b015-589d06000b06 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.242627] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cc97ec7-a1b9-4385-b015-589d06000b06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.242678] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cc97ec7-a1b9-4385-b015-589d06000b06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.242933] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cc97ec7-a1b9-4385-b015-589d06000b06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.243139] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.243323] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.243323] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.243536] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.243636] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.243732] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cc97ec7-a1b9-4385-b015-589d06000b06',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.331946] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 547037e8-4842-4c71-8052-f89b6a5cd740 in Status: SUCCESS [ 1146.332230] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 547037e8-4842-4c71-8052-f89b6a5cd740 deletion is rescheduled due to dependency. [ 1146.332310] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-547037e8-4842-4c71-8052-f89b6a5cd740" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.625271] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock network-388 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.625577] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "network-388" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.625657] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "network-388" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.625905] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "network-388" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.626257] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.626497] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.626553] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.626758] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.626942] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.627198] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1146.627362] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1146.627486] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1146.627594] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1146.627705] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1146.627811] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1146.627987] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1146.650054] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1146.650054] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1146.650054] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1146.650054] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "network-388" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.650054] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock port-497aa434-2be7-4276-9957-dfb9622243f1 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.650054] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "port-497aa434-2be7-4276-9957-dfb9622243f1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.651018] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "port-497aa434-2be7-4276-9957-dfb9622243f1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.651018] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "port-497aa434-2be7-4276-9957-dfb9622243f1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.651018] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('497aa434-2be7-4276-9957-dfb9622243f1',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.745862] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cc97ec7-a1b9-4385-b015-589d06000b06',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.155854] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.156326] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.156326] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.156531] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.156733] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.156874] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Segment Port 497aa434-2be7-4276-9957-dfb9622243f1 not found, creating... [ 1147.157223] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.157433] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.157563] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.157850] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.158036] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.158389] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.158586] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.158776] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.159000] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.159181] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.159396] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Resource: SegmentPort with ID: 497aa434-2be7-4276-9957-dfb9622243f1 is going to be created. [ 1147.182766] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.182982] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.183164] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.183392] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.183622] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.183847] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "port-497aa434-2be7-4276-9957-dfb9622243f1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.248340] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cc97ec7-a1b9-4385-b015-589d06000b06',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.597955] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 in Status: SUCCESS [ 1147.598216] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.598373] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.598625] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.598820] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.598939] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.599033] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.599176] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.599300] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.599342] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.599443] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6bd495ca-d8e3-49d1-a631-a127f0c182f6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.750968] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.751287] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.751425] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.751661] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.751760] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.751871] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cc97ec7-a1b9-4385-b015-589d06000b06 is going to be updated. [ 1147.786527] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.786749] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.786749] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.786968] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.787157] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.800522] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cc97ec7-a1b9-4385-b015-589d06000b06 in Status: IN_PROGRESS for 2s [ 1147.869305] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 in Status: SUCCESS [ 1147.869567] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.869795] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.870044] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.870256] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.870406] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.870476] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.870639] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.870718] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.870800] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.870925] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.922417] env[65123]: INFO networking_nsxv3.common.synchronization [req-9fba7e60-d1b1-4fa1-ae2f-8ac0ed7bdb33 req-8635f051-4876-4b03-ae24-1088143f5199 service nova] Enqueued Resource ID: 1cc97ec7-a1b9-4385-b015-589d06000b06 with Priority: HIGHEST for action security_group_rules [ 1147.922605] env[65123]: INFO networking_nsxv3.common.synchronization [req-9fba7e60-d1b1-4fa1-ae2f-8ac0ed7bdb33 req-8635f051-4876-4b03-ae24-1088143f5199 service nova] Enqueued Resource ID: 1cc97ec7-a1b9-4385-b015-589d06000b06 with Priority: HIGHEST for action security_group_members [ 1147.922745] env[65123]: INFO networking_nsxv3.common.synchronization [req-9fba7e60-d1b1-4fa1-ae2f-8ac0ed7bdb33 req-8635f051-4876-4b03-ae24-1088143f5199 service nova] Enqueued Resource ID: 497aa434-2be7-4276-9957-dfb9622243f1 with Priority: HIGHEST for action port [ 1147.923278] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cc97ec7-a1b9-4385-b015-589d06000b06 with Priority: HIGHEST for action security_group_rules [ 1147.923432] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cc97ec7-a1b9-4385-b015-589d06000b06 with Priority: HIGHEST for action security_group_members [ 1147.923547] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 497aa434-2be7-4276-9957-dfb9622243f1 with Priority: HIGHEST for action port [ 1147.923833] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1cc97ec7-a1b9-4385-b015-589d06000b06 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.923956] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1cc97ec7-a1b9-4385-b015-589d06000b06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.924052] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1cc97ec7-a1b9-4385-b015-589d06000b06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.924317] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1cc97ec7-a1b9-4385-b015-589d06000b06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.924401] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1cc97ec7-a1b9-4385-b015-589d06000b06',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.926126] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cc97ec7-a1b9-4385-b015-589d06000b06 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.926236] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cc97ec7-a1b9-4385-b015-589d06000b06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.926430] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-497aa434-2be7-4276-9957-dfb9622243f1 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.926529] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-497aa434-2be7-4276-9957-dfb9622243f1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.926582] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-497aa434-2be7-4276-9957-dfb9622243f1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.926843] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-497aa434-2be7-4276-9957-dfb9622243f1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.926923] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('497aa434-2be7-4276-9957-dfb9622243f1',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.102606] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bd495ca-d8e3-49d1-a631-a127f0c182f6 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.103458] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.103458] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.103458] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.103458] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.103458] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.103458] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.103781] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.103781] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.103781] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.103937] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bd495ca-d8e3-49d1-a631-a127f0c182f6 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.104017] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.104070] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.104208] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.104341] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.104432] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.104492] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.104619] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.104692] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.104770] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.104857] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6bd495ca-d8e3-49d1-a631-a127f0c182f6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.377083] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.377083] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.377083] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.377083] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.377083] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.377083] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.377083] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.377083] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.377083] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.377083] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.377083] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.377083] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.377083] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.377083] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.377083] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.377083] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.377910] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.377910] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.377910] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.377910] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.377910] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.429510] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cc97ec7-a1b9-4385-b015-589d06000b06 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.429510] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cc97ec7-a1b9-4385-b015-589d06000b06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.435088] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 497aa434-2be7-4276-9957-dfb9622243f1 with status ACTIVE [ 1148.435196] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.435325] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.435390] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.435598] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.435666] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.435964] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.435964] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.436101] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.436228] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.436228] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.436616] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.436616] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.436616] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.436738] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.436738] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.437610] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 497aa434-2be7-4276-9957-dfb9622243f1 is going to be updated. [ 1148.480474] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.480649] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.480688] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.480891] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.481043] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.481237] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-497aa434-2be7-4276-9957-dfb9622243f1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.606814] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6bd495ca-d8e3-49d1-a631-a127f0c182f6: rpc.has_security_group_logging(os_id): False [ 1148.658218] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.658380] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.658444] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.658914] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.658914] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.659069] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.659185] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.659277] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.659447] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.659528] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.659743] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.659820] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.659853] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.660012] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.660080] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.660274] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.660361] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.660411] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.660535] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.660608] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.660693] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 is going to be created. [ 1148.664671] env[65123]: INFO networking_nsxv3.common.synchronization [req-1ba5ac29-72ee-481f-90bf-90431d04863b req-799b37ba-0d56-42fb-94c5-ab14f4600d53 tempest-ServerActionsTestJSON-1424708554 tempest-ServerActionsTestJSON-1424708554-project-member] Enqueued Resource ID: c2d08436-351c-4d82-a1f1-2b3cee27193b with Priority: HIGHEST for action security_group_members [ 1148.665179] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2d08436-351c-4d82-a1f1-2b3cee27193b with Priority: HIGHEST for action security_group_members [ 1148.665465] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2d08436-351c-4d82-a1f1-2b3cee27193b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.665574] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.665635] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.665797] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.665934] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.666041] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.666102] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.666241] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.666322] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.666412] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2d08436-351c-4d82-a1f1-2b3cee27193b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.766991] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.767224] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.767224] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.767353] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.767521] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.779551] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 in Status: IN_PROGRESS for 2s [ 1148.880403] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6: rpc.has_security_group_logging(os_id): False [ 1148.912292] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.912518] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.912518] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.912718] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.912930] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.913049] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.913155] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.913220] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.913371] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.913454] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.913647] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.913741] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.913785] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.914248] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.914248] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.914248] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.916889] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.917300] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.917531] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.917623] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.917729] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 is going to be updated. [ 1148.995190] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.995369] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.995369] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.995493] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.995643] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.013520] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 in Status: IN_PROGRESS for 2s [ 1149.168649] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.168908] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.169035] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.169423] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.169508] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.169776] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.169922] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.170045] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.170272] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.170436] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.170534] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2d08436-351c-4d82-a1f1-2b3cee27193b is going to be updated. [ 1149.208407] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.208608] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.208693] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.208844] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.208986] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.220614] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2d08436-351c-4d82-a1f1-2b3cee27193b in Status: IN_PROGRESS for 2s [ 1149.813552] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cc97ec7-a1b9-4385-b015-589d06000b06 in Status: SUCCESS [ 1149.813829] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cc97ec7-a1b9-4385-b015-589d06000b06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.813947] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cc97ec7-a1b9-4385-b015-589d06000b06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.814416] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cc97ec7-a1b9-4385-b015-589d06000b06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.814475] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.814602] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.814672] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.814839] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.814923] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.815038] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cc97ec7-a1b9-4385-b015-589d06000b06',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.317482] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cc97ec7-a1b9-4385-b015-589d06000b06',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.791091] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 in Status: SUCCESS [ 1150.791347] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.819665] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cc97ec7-a1b9-4385-b015-589d06000b06',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.033150] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 in Status: SUCCESS [ 1151.033716] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.230554] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2d08436-351c-4d82-a1f1-2b3cee27193b in Status: SUCCESS [ 1151.230739] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2d08436-351c-4d82-a1f1-2b3cee27193b deletion is rescheduled due to dependency. [ 1151.230984] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.322978] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.322978] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.323165] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.323272] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.323361] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.323466] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cc97ec7-a1b9-4385-b015-589d06000b06 is going to be updated. [ 1151.375899] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.376192] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.376384] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.376710] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.376922] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.399234] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cc97ec7-a1b9-4385-b015-589d06000b06 in Status: IN_PROGRESS for 2s [ 1153.418416] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cc97ec7-a1b9-4385-b015-589d06000b06 in Status: SUCCESS [ 1153.418858] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cc97ec7-a1b9-4385-b015-589d06000b06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.418858] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cc97ec7-a1b9-4385-b015-589d06000b06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.418954] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cc97ec7-a1b9-4385-b015-589d06000b06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.419574] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.419574] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.419574] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.419574] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.419574] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.419838] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cc97ec7-a1b9-4385-b015-589d06000b06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.419838] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1cc97ec7-a1b9-4385-b015-589d06000b06',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.665943] env[65123]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1153.666061] env[65123]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1153.922123] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cc97ec7-a1b9-4385-b015-589d06000b06 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.922332] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cc97ec7-a1b9-4385-b015-589d06000b06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.922332] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cc97ec7-a1b9-4385-b015-589d06000b06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.922653] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cc97ec7-a1b9-4385-b015-589d06000b06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.922831] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.922937] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.923011] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.923187] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.923310] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.923430] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cc97ec7-a1b9-4385-b015-589d06000b06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.923641] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cc97ec7-a1b9-4385-b015-589d06000b06 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.923752] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cc97ec7-a1b9-4385-b015-589d06000b06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.923814] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cc97ec7-a1b9-4385-b015-589d06000b06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.923967] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cc97ec7-a1b9-4385-b015-589d06000b06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.924140] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.924286] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.924376] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.924551] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.924621] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.924702] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cc97ec7-a1b9-4385-b015-589d06000b06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.924790] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1cc97ec7-a1b9-4385-b015-589d06000b06',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.426764] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1cc97ec7-a1b9-4385-b015-589d06000b06: rpc.has_security_group_logging(os_id): False [ 1154.445228] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.445495] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.445576] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.445736] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.445836] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.446053] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.446156] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.446205] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.446356] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.446435] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.446646] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.446739] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.446835] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.446962] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.447072] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.447288] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.447381] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.447421] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.447564] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.447639] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.447698] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1cc97ec7-a1b9-4385-b015-589d06000b06 is going to be updated. [ 1154.536191] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.536362] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.536403] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.536616] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.536763] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.551995] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cc97ec7-a1b9-4385-b015-589d06000b06 in Status: IN_PROGRESS for 2s [ 1156.567661] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cc97ec7-a1b9-4385-b015-589d06000b06 in Status: SUCCESS [ 1156.568046] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1cc97ec7-a1b9-4385-b015-589d06000b06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.237947] env[65123]: INFO networking_nsxv3.common.synchronization [req-badda9e2-852b-44be-8edc-6b42caabf2c2 req-6f6d0f7d-c909-477c-9cfd-67d4f1a9ca49 tempest-AttachInterfacesTestJSON-243198972 tempest-AttachInterfacesTestJSON-243198972-project-member] Enqueued Resource ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 with Priority: HIGHEST for action security_group_members [ 1157.238547] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 with Priority: HIGHEST for action security_group_members [ 1157.238862] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bd495ca-d8e3-49d1-a631-a127f0c182f6 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.239026] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.239340] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.239557] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.239727] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.239841] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.239915] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.240044] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.240225] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.240225] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6bd495ca-d8e3-49d1-a631-a127f0c182f6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.743155] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.743719] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.743719] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.743719] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.743838] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.743986] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.744103] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.744170] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.744325] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.744405] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.744497] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 is going to be updated. [ 1157.786136] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.786136] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.786136] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.786136] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.786136] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.810185] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 in Status: IN_PROGRESS for 2s [ 1158.634714] env[65123]: INFO networking_nsxv3.common.synchronization [req-758fe107-b945-4ada-a1a5-be13690c6e71 req-60c570b4-b764-474b-9f6f-1acf5099b530 tempest-ServerActionsTestOtherA-1066851600 tempest-ServerActionsTestOtherA-1066851600-project-member] Enqueued Resource ID: 21c307f8-d7f6-45b1-901e-48f5c00fcdfc with Priority: HIGHEST for action security_group_members [ 1158.635809] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21c307f8-d7f6-45b1-901e-48f5c00fcdfc with Priority: HIGHEST for action security_group_members [ 1158.636268] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-21c307f8-d7f6-45b1-901e-48f5c00fcdfc taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.636397] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.636475] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.637217] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.637217] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.637217] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.637217] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.637217] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.637217] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.637618] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21c307f8-d7f6-45b1-901e-48f5c00fcdfc',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.953635] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-453 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.953918] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-453" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.954030] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-453" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.954375] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-453" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.954717] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.954943] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.955083] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.955475] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.955628] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.955903] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1158.956089] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1158.956209] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1158.956320] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1158.956423] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1158.956582] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1158.956654] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1158.980122] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1158.980344] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1158.980485] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1158.980731] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-453" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.980985] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-4d7d852d-bb7a-4b6d-a91b-167506babc6b taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.981192] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-4d7d852d-bb7a-4b6d-a91b-167506babc6b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.981388] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-4d7d852d-bb7a-4b6d-a91b-167506babc6b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.981746] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-4d7d852d-bb7a-4b6d-a91b-167506babc6b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.981893] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d7d852d-bb7a-4b6d-a91b-167506babc6b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.139747] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.139939] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.140065] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.140272] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.140375] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.140570] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.140673] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.140783] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.141111] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.141226] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.141395] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21c307f8-d7f6-45b1-901e-48f5c00fcdfc is going to be deleted. [ 1159.180064] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.180064] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.180064] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.180064] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.180064] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.180064] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.487300] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.487675] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.487883] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.488270] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.488461] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.488778] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port 4d7d852d-bb7a-4b6d-a91b-167506babc6b not found, creating... [ 1159.489136] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.489373] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.489480] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.489723] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.489866] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.490240] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.490436] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.490558] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.490784] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.490920] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.491077] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: 4d7d852d-bb7a-4b6d-a91b-167506babc6b is going to be created. [ 1159.514858] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.515189] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.515352] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.515765] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.515893] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.516149] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-4d7d852d-bb7a-4b6d-a91b-167506babc6b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.828855] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 in Status: SUCCESS [ 1159.829106] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 deletion is rescheduled due to dependency. [ 1159.829274] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.232073] env[65123]: INFO networking_nsxv3.common.synchronization [req-758fe107-b945-4ada-a1a5-be13690c6e71 req-30aed3c9-ca36-4fcb-bcb6-aeeb836849c5 service nova] Enqueued Resource ID: 21c307f8-d7f6-45b1-901e-48f5c00fcdfc with Priority: HIGHEST for action security_group_rules [ 1160.232073] env[65123]: INFO networking_nsxv3.common.synchronization [req-758fe107-b945-4ada-a1a5-be13690c6e71 req-30aed3c9-ca36-4fcb-bcb6-aeeb836849c5 service nova] Enqueued Resource ID: 21c307f8-d7f6-45b1-901e-48f5c00fcdfc with Priority: HIGHEST for action security_group_members [ 1160.232073] env[65123]: INFO networking_nsxv3.common.synchronization [req-758fe107-b945-4ada-a1a5-be13690c6e71 req-30aed3c9-ca36-4fcb-bcb6-aeeb836849c5 service nova] Enqueued Resource ID: 4d7d852d-bb7a-4b6d-a91b-167506babc6b with Priority: HIGHEST for action port [ 1160.233347] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21c307f8-d7f6-45b1-901e-48f5c00fcdfc with Priority: HIGHEST for action security_group_rules [ 1160.233578] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21c307f8-d7f6-45b1-901e-48f5c00fcdfc with Priority: HIGHEST for action security_group_members [ 1160.233776] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d7d852d-bb7a-4b6d-a91b-167506babc6b with Priority: HIGHEST for action port [ 1160.234157] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21c307f8-d7f6-45b1-901e-48f5c00fcdfc taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.235778] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.235864] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.236118] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.236216] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21c307f8-d7f6-45b1-901e-48f5c00fcdfc',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.237218] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-21c307f8-d7f6-45b1-901e-48f5c00fcdfc taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.237333] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.237410] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.237626] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.237804] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.237894] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.237956] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.238119] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.238202] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.238306] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21c307f8-d7f6-45b1-901e-48f5c00fcdfc',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.239821] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d7d852d-bb7a-4b6d-a91b-167506babc6b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.239956] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d7d852d-bb7a-4b6d-a91b-167506babc6b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.240016] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d7d852d-bb7a-4b6d-a91b-167506babc6b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.240179] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d7d852d-bb7a-4b6d-a91b-167506babc6b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.240269] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d7d852d-bb7a-4b6d-a91b-167506babc6b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.717702] env[65123]: INFO networking_nsxv3.common.synchronization [req-830cf2d4-cd4d-42c9-8a35-3ffc0ab258af req-ff5bbb78-d566-4d58-9dbe-df308778a45f tempest-AttachInterfacesTestJSON-243198972 tempest-AttachInterfacesTestJSON-243198972-project-member] Enqueued Resource ID: 5023bee4-1711-4b83-aa15-c9d04ef8ec26 with Priority: HIGHEST for action security_group_members [ 1160.718290] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5023bee4-1711-4b83-aa15-c9d04ef8ec26 with Priority: HIGHEST for action security_group_members [ 1160.718609] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-5023bee4-1711-4b83-aa15-c9d04ef8ec26 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.718735] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5023bee4-1711-4b83-aa15-c9d04ef8ec26" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.718798] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5023bee4-1711-4b83-aa15-c9d04ef8ec26" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.718998] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5023bee4-1711-4b83-aa15-c9d04ef8ec26" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.719169] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.719272] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.719364] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.719512] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.719594] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.719688] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5023bee4-1711-4b83-aa15-c9d04ef8ec26',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.742756] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-21c307f8-d7f6-45b1-901e-48f5c00fcdfc taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.742914] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.743085] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21c307f8-d7f6-45b1-901e-48f5c00fcdfc',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.744435] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d7d852d-bb7a-4b6d-a91b-167506babc6b with status ACTIVE [ 1160.744653] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.744774] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.744845] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.745060] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.745152] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.745335] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.745436] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.745501] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.745660] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.745827] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.746303] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.746602] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.746602] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.746673] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.746716] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.746806] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d7d852d-bb7a-4b6d-a91b-167506babc6b is going to be updated. [ 1160.787965] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.788163] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.788206] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.788417] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.789047] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.789047] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d7d852d-bb7a-4b6d-a91b-167506babc6b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.221582] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.221760] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.221802] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.222032] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.222127] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.222348] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.222482] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.222552] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.222683] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.222759] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.222847] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5023bee4-1711-4b83-aa15-c9d04ef8ec26 is going to be updated. [ 1161.249242] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21c307f8-d7f6-45b1-901e-48f5c00fcdfc',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.275199] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.275322] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.275381] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.275597] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.275755] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.289697] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5023bee4-1711-4b83-aa15-c9d04ef8ec26 in Status: IN_PROGRESS for 2s [ 1161.751595] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.751859] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.751859] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.752046] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.752142] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.752255] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21c307f8-d7f6-45b1-901e-48f5c00fcdfc is going to be created. [ 1161.785220] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.785454] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.785454] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.785645] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.785808] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.804271] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21c307f8-d7f6-45b1-901e-48f5c00fcdfc in Status: UNINITIALIZED for 2s [ 1163.299306] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5023bee4-1711-4b83-aa15-c9d04ef8ec26 in Status: SUCCESS [ 1163.299714] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5023bee4-1711-4b83-aa15-c9d04ef8ec26 deletion is rescheduled due to dependency. [ 1163.299714] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5023bee4-1711-4b83-aa15-c9d04ef8ec26" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.819794] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21c307f8-d7f6-45b1-901e-48f5c00fcdfc in Status: SUCCESS [ 1163.820136] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.820406] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.820732] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.820895] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.821050] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.821130] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.821328] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.821436] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.821545] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.821782] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21c307f8-d7f6-45b1-901e-48f5c00fcdfc',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.130982] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-329 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.131262] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-329" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.131493] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-329" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.131802] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-329" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.132138] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.132424] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.132583] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.132829] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.132992] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.133170] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1164.133284] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1164.133395] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1164.133505] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1164.133614] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1164.133723] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1164.133858] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1164.152595] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1164.152803] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1164.152947] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1164.153144] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-329" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.153469] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-e16d157a-61fc-48b4-b756-1546405998eb taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.153645] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-e16d157a-61fc-48b4-b756-1546405998eb" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.153995] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-e16d157a-61fc-48b4-b756-1546405998eb" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.154327] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-e16d157a-61fc-48b4-b756-1546405998eb" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.154508] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e16d157a-61fc-48b4-b756-1546405998eb',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.323547] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-21c307f8-d7f6-45b1-901e-48f5c00fcdfc taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.324000] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.324000] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.324000] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.324197] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.324280] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.324342] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.324469] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.324558] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.324654] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.324789] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-21c307f8-d7f6-45b1-901e-48f5c00fcdfc taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.324876] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.324936] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.325098] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.325233] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.325325] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.325383] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.325521] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.325599] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.325680] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.325767] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21c307f8-d7f6-45b1-901e-48f5c00fcdfc',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.657548] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.657759] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.657845] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.658181] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.658352] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.658672] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.658846] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.658965] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.659224] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.659409] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.659676] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.659838] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.659956] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.660196] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.660330] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.660475] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: e16d157a-61fc-48b4-b756-1546405998eb is going to be updated. [ 1164.709539] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.709873] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.710042] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.710382] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.710605] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.710841] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-e16d157a-61fc-48b4-b756-1546405998eb" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.827942] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21c307f8-d7f6-45b1-901e-48f5c00fcdfc: rpc.has_security_group_logging(os_id): False [ 1164.870203] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.870409] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.870480] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.870659] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.870737] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.870960] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.871074] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.871128] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.871276] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.871341] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.871559] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.871649] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.871709] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.872016] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.872016] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.872518] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.872844] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.872983] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.873210] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.873338] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.873514] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21c307f8-d7f6-45b1-901e-48f5c00fcdfc is going to be created. [ 1165.044809] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.044995] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.045054] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.045275] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.045522] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.074776] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21c307f8-d7f6-45b1-901e-48f5c00fcdfc in Status: IN_PROGRESS for 2s [ 1165.435659] env[65123]: INFO networking_nsxv3.common.synchronization [req-7e605b26-bb0c-411e-9590-b3c0aa05423f req-4a430062-bb32-4425-9164-96657b5d4ea7 service nova] Enqueued Resource ID: e522bebe-ad56-4993-b561-7ece0d990c19 with Priority: HIGHEST for action security_group_rules [ 1165.436064] env[65123]: INFO networking_nsxv3.common.synchronization [req-7e605b26-bb0c-411e-9590-b3c0aa05423f req-4a430062-bb32-4425-9164-96657b5d4ea7 service nova] Enqueued Resource ID: e522bebe-ad56-4993-b561-7ece0d990c19 with Priority: HIGHEST for action security_group_members [ 1165.436211] env[65123]: INFO networking_nsxv3.common.synchronization [req-7e605b26-bb0c-411e-9590-b3c0aa05423f req-4a430062-bb32-4425-9164-96657b5d4ea7 service nova] Enqueued Resource ID: e16d157a-61fc-48b4-b756-1546405998eb with Priority: HIGHEST for action port [ 1165.436962] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e522bebe-ad56-4993-b561-7ece0d990c19 with Priority: HIGHEST for action security_group_rules [ 1165.437832] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e522bebe-ad56-4993-b561-7ece0d990c19 with Priority: HIGHEST for action security_group_members [ 1165.438122] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e16d157a-61fc-48b4-b756-1546405998eb with Priority: HIGHEST for action port [ 1165.438570] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e522bebe-ad56-4993-b561-7ece0d990c19 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.438711] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e522bebe-ad56-4993-b561-7ece0d990c19" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.438814] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e522bebe-ad56-4993-b561-7ece0d990c19" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.439191] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e522bebe-ad56-4993-b561-7ece0d990c19" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.439245] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e522bebe-ad56-4993-b561-7ece0d990c19',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.442672] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-e522bebe-ad56-4993-b561-7ece0d990c19 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.442672] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e522bebe-ad56-4993-b561-7ece0d990c19" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.442672] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e522bebe-ad56-4993-b561-7ece0d990c19" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.442672] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e522bebe-ad56-4993-b561-7ece0d990c19" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.442672] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.442672] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.442672] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.443269] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.443269] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.443269] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e522bebe-ad56-4993-b561-7ece0d990c19',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.445382] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-e16d157a-61fc-48b4-b756-1546405998eb taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.445382] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e16d157a-61fc-48b4-b756-1546405998eb" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.445382] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e16d157a-61fc-48b4-b756-1546405998eb" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.445382] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e16d157a-61fc-48b4-b756-1546405998eb" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.445779] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e16d157a-61fc-48b4-b756-1546405998eb',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.942769] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-e522bebe-ad56-4993-b561-7ece0d990c19 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.942921] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e522bebe-ad56-4993-b561-7ece0d990c19" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.945289] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e522bebe-ad56-4993-b561-7ece0d990c19',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.948370] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e16d157a-61fc-48b4-b756-1546405998eb with status ACTIVE [ 1165.949064] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.949064] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.949064] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.949064] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.949746] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.949746] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.949746] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.949746] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.949746] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.949746] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.950162] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.950162] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.950162] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.950162] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.950367] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.950415] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e16d157a-61fc-48b4-b756-1546405998eb is going to be updated. [ 1165.975531] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.975675] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.975745] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.976062] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.976229] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.977336] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e16d157a-61fc-48b4-b756-1546405998eb" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.448747] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e522bebe-ad56-4993-b561-7ece0d990c19',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.952196] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.952425] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.952425] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.952745] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.952745] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.952838] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e522bebe-ad56-4993-b561-7ece0d990c19 is going to be updated. [ 1166.963248] env[65123]: INFO networking_nsxv3.common.synchronization [req-b0491eb5-7780-479b-9578-ba38e8d96031 req-d60ebe42-e7eb-4770-ac6c-a998a440f6ff tempest-ServerActionsTestJSON-1424708554 tempest-ServerActionsTestJSON-1424708554-project-member] Enqueued Resource ID: c2d08436-351c-4d82-a1f1-2b3cee27193b with Priority: HIGHEST for action security_group_members [ 1166.963505] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2d08436-351c-4d82-a1f1-2b3cee27193b with Priority: HIGHEST for action security_group_members [ 1166.963849] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2d08436-351c-4d82-a1f1-2b3cee27193b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.964081] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.964081] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.964284] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.964414] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.964516] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.964574] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.964749] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.964840] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.965223] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2d08436-351c-4d82-a1f1-2b3cee27193b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.043757] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.044047] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.044201] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.044554] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.044809] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.062855] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e522bebe-ad56-4993-b561-7ece0d990c19 in Status: IN_PROGRESS for 2s [ 1167.103253] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21c307f8-d7f6-45b1-901e-48f5c00fcdfc in Status: SUCCESS [ 1167.104272] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.329853] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-840 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.330206] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-840" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.330600] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-840" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.330740] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-840" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.331121] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.331351] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.331544] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.331838] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.332060] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.332348] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1167.332523] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1167.332690] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1167.332848] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1167.333159] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1167.333533] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1167.333826] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1167.363962] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1167.364253] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1167.364472] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1167.364717] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-840" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.365199] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-a76b5b3d-03bc-484d-88d5-30cdd09def73 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.365445] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-a76b5b3d-03bc-484d-88d5-30cdd09def73" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.365634] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-a76b5b3d-03bc-484d-88d5-30cdd09def73" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.366048] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-a76b5b3d-03bc-484d-88d5-30cdd09def73" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.366222] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a76b5b3d-03bc-484d-88d5-30cdd09def73',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.467942] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.467942] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.468362] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.468362] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.468362] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.468467] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.468570] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.468634] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.468782] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.468860] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.468948] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2d08436-351c-4d82-a1f1-2b3cee27193b is going to be updated. [ 1167.495389] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.495529] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.495592] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.495802] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.495946] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.519412] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2d08436-351c-4d82-a1f1-2b3cee27193b in Status: IN_PROGRESS for 2s [ 1167.553626] env[65123]: INFO networking_nsxv3.common.synchronization [req-b6335ee4-ac6b-4946-a87f-263323e8f6cd req-4a9e0ce1-6649-4033-9e7a-4cb42a57c718 tempest-ServerActionsTestOtherB-2116662571 tempest-ServerActionsTestOtherB-2116662571-project-member] Enqueued Resource ID: 5606699a-2416-46e1-a389-981d2760202b with Priority: HIGHEST for action security_group_members [ 1167.554409] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5606699a-2416-46e1-a389-981d2760202b with Priority: HIGHEST for action security_group_members [ 1167.554741] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-5606699a-2416-46e1-a389-981d2760202b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.554868] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.554936] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.555318] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.555488] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.555598] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.555663] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.555825] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.555911] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.556015] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5606699a-2416-46e1-a389-981d2760202b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.868607] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.868843] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.868970] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.869433] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.869731] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.869982] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port a76b5b3d-03bc-484d-88d5-30cdd09def73 not found, creating... [ 1167.870443] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.870626] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.870796] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.871130] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.871331] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.871786] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.872039] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.872210] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.872523] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.872717] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.872914] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: a76b5b3d-03bc-484d-88d5-30cdd09def73 is going to be created. [ 1167.899601] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.899902] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.900086] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.900478] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.900805] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.901190] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-a76b5b3d-03bc-484d-88d5-30cdd09def73" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.058685] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.058876] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.058920] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.059170] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.059266] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.059477] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.059578] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.059643] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.059906] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.059906] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.059994] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5606699a-2416-46e1-a389-981d2760202b is going to be updated. [ 1168.139345] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.139684] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.139684] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.139880] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.140030] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.163994] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5606699a-2416-46e1-a389-981d2760202b in Status: IN_PROGRESS for 2s [ 1168.611943] env[65123]: INFO networking_nsxv3.common.synchronization [req-b0491eb5-7780-479b-9578-ba38e8d96031 req-7473d4b2-4f87-439e-8917-fadbf2955dd0 service nova] Enqueued Resource ID: c2d08436-351c-4d82-a1f1-2b3cee27193b with Priority: HIGHEST for action security_group_rules [ 1168.612315] env[65123]: INFO networking_nsxv3.common.synchronization [req-b0491eb5-7780-479b-9578-ba38e8d96031 req-7473d4b2-4f87-439e-8917-fadbf2955dd0 service nova] Enqueued Resource ID: c2d08436-351c-4d82-a1f1-2b3cee27193b with Priority: HIGHEST for action security_group_members [ 1168.612572] env[65123]: INFO networking_nsxv3.common.synchronization [req-b0491eb5-7780-479b-9578-ba38e8d96031 req-7473d4b2-4f87-439e-8917-fadbf2955dd0 service nova] Enqueued Resource ID: a76b5b3d-03bc-484d-88d5-30cdd09def73 with Priority: HIGHEST for action port [ 1168.613398] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2d08436-351c-4d82-a1f1-2b3cee27193b with Priority: HIGHEST for action security_group_rules [ 1168.613729] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2d08436-351c-4d82-a1f1-2b3cee27193b with Priority: HIGHEST for action security_group_members [ 1168.613866] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a76b5b3d-03bc-484d-88d5-30cdd09def73 with Priority: HIGHEST for action port [ 1168.614307] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2d08436-351c-4d82-a1f1-2b3cee27193b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.614521] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.614628] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.614953] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.615115] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2d08436-351c-4d82-a1f1-2b3cee27193b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.616445] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2d08436-351c-4d82-a1f1-2b3cee27193b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.616613] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.616945] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-a76b5b3d-03bc-484d-88d5-30cdd09def73 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.617133] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a76b5b3d-03bc-484d-88d5-30cdd09def73" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.617246] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a76b5b3d-03bc-484d-88d5-30cdd09def73" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.618323] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a76b5b3d-03bc-484d-88d5-30cdd09def73" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.618323] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a76b5b3d-03bc-484d-88d5-30cdd09def73',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.898781] env[65123]: INFO networking_nsxv3.common.synchronization [None req-42af0e23-56db-48ad-a908-301f2c98448a tempest-AttachInterfacesTestJSON-243198972 tempest-AttachInterfacesTestJSON-243198972-project-member] Enqueued Resource ID: a2dece8b-08a6-4d78-b2ba-724a50fa93e8 with Priority: HIGHEST for action security_group_rules [ 1168.899387] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2dece8b-08a6-4d78-b2ba-724a50fa93e8 with Priority: HIGHEST for action security_group_rules [ 1168.899722] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2dece8b-08a6-4d78-b2ba-724a50fa93e8 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.899929] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2dece8b-08a6-4d78-b2ba-724a50fa93e8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.899929] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2dece8b-08a6-4d78-b2ba-724a50fa93e8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.900209] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2dece8b-08a6-4d78-b2ba-724a50fa93e8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.900303] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2dece8b-08a6-4d78-b2ba-724a50fa93e8',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.002182] env[65123]: INFO networking_nsxv3.common.synchronization [None req-857124bb-a5c1-4eaf-be30-2024b9313803 tempest-AttachInterfacesTestJSON-243198972 tempest-AttachInterfacesTestJSON-243198972-project-member] Enqueued Resource ID: a2dece8b-08a6-4d78-b2ba-724a50fa93e8 with Priority: HIGHEST for action security_group_rules [ 1169.002681] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2dece8b-08a6-4d78-b2ba-724a50fa93e8 with Priority: HIGHEST for action security_group_rules [ 1169.003015] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2dece8b-08a6-4d78-b2ba-724a50fa93e8 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.003930] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2dece8b-08a6-4d78-b2ba-724a50fa93e8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.102635] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e522bebe-ad56-4993-b561-7ece0d990c19 in Status: SUCCESS [ 1169.102904] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e522bebe-ad56-4993-b561-7ece0d990c19" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.103069] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e522bebe-ad56-4993-b561-7ece0d990c19" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.104320] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e522bebe-ad56-4993-b561-7ece0d990c19" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.104320] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.104320] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.104320] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.104320] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.104320] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.104320] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e522bebe-ad56-4993-b561-7ece0d990c19" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.104320] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e522bebe-ad56-4993-b561-7ece0d990c19',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.119650] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2d08436-351c-4d82-a1f1-2b3cee27193b taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.119884] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.119961] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a76b5b3d-03bc-484d-88d5-30cdd09def73 with status ACTIVE [ 1169.120159] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.120309] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.120309] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.120529] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.120582] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.120771] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.120872] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.120927] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.121101] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.121189] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.121840] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.121840] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.121840] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.121840] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.121840] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.122066] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a76b5b3d-03bc-484d-88d5-30cdd09def73 is going to be updated. [ 1169.147230] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.147413] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.148227] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.148557] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.148769] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.149150] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a76b5b3d-03bc-484d-88d5-30cdd09def73" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.284622] env[65123]: INFO networking_nsxv3.common.synchronization [req-010c0a68-27a4-478d-98d7-052648e03109 req-db278282-77ec-4c6c-82e2-1f10f6f91ede tempest-ServerActionsTestOtherA-1066851600 tempest-ServerActionsTestOtherA-1066851600-project-member] Enqueued Resource ID: 21c307f8-d7f6-45b1-901e-48f5c00fcdfc with Priority: HIGHEST for action security_group_members [ 1169.285042] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21c307f8-d7f6-45b1-901e-48f5c00fcdfc with Priority: HIGHEST for action security_group_members [ 1169.285384] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-21c307f8-d7f6-45b1-901e-48f5c00fcdfc taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.285510] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.285577] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.285772] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.285922] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.286216] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.286216] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.286216] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.286343] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.286755] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21c307f8-d7f6-45b1-901e-48f5c00fcdfc',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.335186] env[65123]: INFO networking_nsxv3.common.synchronization [req-010c0a68-27a4-478d-98d7-052648e03109 req-db278282-77ec-4c6c-82e2-1f10f6f91ede tempest-ServerActionsTestOtherA-1066851600 tempest-ServerActionsTestOtherA-1066851600-project-member] Enqueued Resource ID: 4d7d852d-bb7a-4b6d-a91b-167506babc6b with Priority: HIGHEST for action port [ 1169.335760] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d7d852d-bb7a-4b6d-a91b-167506babc6b with Priority: HIGHEST for action port [ 1169.336282] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d7d852d-bb7a-4b6d-a91b-167506babc6b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.336421] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d7d852d-bb7a-4b6d-a91b-167506babc6b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.336490] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d7d852d-bb7a-4b6d-a91b-167506babc6b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.336702] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d7d852d-bb7a-4b6d-a91b-167506babc6b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.336782] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d7d852d-bb7a-4b6d-a91b-167506babc6b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.426669] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.426669] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.426669] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.426966] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.427064] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.427146] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2dece8b-08a6-4d78-b2ba-724a50fa93e8 already deleted. [ 1169.427238] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2dece8b-08a6-4d78-b2ba-724a50fa93e8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.427431] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2dece8b-08a6-4d78-b2ba-724a50fa93e8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.427610] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2dece8b-08a6-4d78-b2ba-724a50fa93e8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.427821] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2dece8b-08a6-4d78-b2ba-724a50fa93e8',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.532745] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2d08436-351c-4d82-a1f1-2b3cee27193b in Status: SUCCESS [ 1169.533041] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2d08436-351c-4d82-a1f1-2b3cee27193b deletion is rescheduled due to dependency. [ 1169.533188] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.533334] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.533550] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.533954] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.533954] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.533954] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.534132] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.534181] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.534272] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2d08436-351c-4d82-a1f1-2b3cee27193b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.609860] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e522bebe-ad56-4993-b561-7ece0d990c19',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.788491] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.788491] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.788491] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.788885] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.788885] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.789846] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.789846] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.789846] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.789846] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.789846] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.789846] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21c307f8-d7f6-45b1-901e-48f5c00fcdfc is going to be updated. [ 1169.820733] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.820892] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.820984] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.821236] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.821428] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.832195] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21c307f8-d7f6-45b1-901e-48f5c00fcdfc in Status: IN_PROGRESS for 2s [ 1169.841869] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d7d852d-bb7a-4b6d-a91b-167506babc6b with status ACTIVE [ 1169.841869] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.841869] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.841869] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.841869] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.841869] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.841869] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.841869] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.841869] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.841869] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.841869] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.841869] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.841869] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.841869] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.841869] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.841869] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.841869] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d7d852d-bb7a-4b6d-a91b-167506babc6b is going to be updated. [ 1169.899607] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.899607] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.899607] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.899607] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.899607] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.899607] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d7d852d-bb7a-4b6d-a91b-167506babc6b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.958440] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.958536] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.958595] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.959528] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.959528] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.959528] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2dece8b-08a6-4d78-b2ba-724a50fa93e8 already deleted. [ 1169.959649] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2dece8b-08a6-4d78-b2ba-724a50fa93e8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.037102] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2d08436-351c-4d82-a1f1-2b3cee27193b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.112752] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e522bebe-ad56-4993-b561-7ece0d990c19: rpc.has_security_group_logging(os_id): False [ 1170.135948] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.136087] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.136129] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.136343] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.136434] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.136848] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.136848] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.136976] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.137020] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.137106] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.137193] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e522bebe-ad56-4993-b561-7ece0d990c19 is going to be updated. [ 1170.187162] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5606699a-2416-46e1-a389-981d2760202b in Status: SUCCESS [ 1170.187245] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5606699a-2416-46e1-a389-981d2760202b deletion is rescheduled due to dependency. [ 1170.187367] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.207715] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.207715] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.207715] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.208553] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.208553] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.225027] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e522bebe-ad56-4993-b561-7ece0d990c19 in Status: IN_PROGRESS for 2s [ 1170.539254] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2d08436-351c-4d82-a1f1-2b3cee27193b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.042426] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.042912] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.042912] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.043059] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.043121] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.043243] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2d08436-351c-4d82-a1f1-2b3cee27193b is going to be updated. [ 1171.083447] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.083717] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.083717] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.083995] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.084190] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.096416] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2d08436-351c-4d82-a1f1-2b3cee27193b in Status: IN_PROGRESS for 2s [ 1171.843832] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21c307f8-d7f6-45b1-901e-48f5c00fcdfc in Status: SUCCESS [ 1171.843832] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21c307f8-d7f6-45b1-901e-48f5c00fcdfc deletion is rescheduled due to dependency. [ 1171.843832] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.244102] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e522bebe-ad56-4993-b561-7ece0d990c19 in Status: SUCCESS [ 1172.244452] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e522bebe-ad56-4993-b561-7ece0d990c19" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.620259] env[65123]: INFO networking_nsxv3.common.synchronization [req-09d0bb9c-3b98-4208-90e9-dbee8149c0d4 req-6684a988-8577-4978-b34a-7396c63ef645 tempest-ServerRescueTestJSON-1673479663 tempest-ServerRescueTestJSON-1673479663-project-member] Enqueued Resource ID: 1cc97ec7-a1b9-4385-b015-589d06000b06 with Priority: HIGHEST for action security_group_members [ 1172.620358] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cc97ec7-a1b9-4385-b015-589d06000b06 with Priority: HIGHEST for action security_group_members [ 1172.620643] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cc97ec7-a1b9-4385-b015-589d06000b06 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.620837] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cc97ec7-a1b9-4385-b015-589d06000b06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.620837] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cc97ec7-a1b9-4385-b015-589d06000b06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.621048] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cc97ec7-a1b9-4385-b015-589d06000b06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.621253] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.621362] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.621422] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.621567] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.622374] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.622374] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cc97ec7-a1b9-4385-b015-589d06000b06',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.107900] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2d08436-351c-4d82-a1f1-2b3cee27193b in Status: SUCCESS [ 1173.108175] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.108355] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.108598] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.108896] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.109055] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.109128] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.109314] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.109435] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.109604] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.109706] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c2d08436-351c-4d82-a1f1-2b3cee27193b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.123840] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cc97ec7-a1b9-4385-b015-589d06000b06',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.612722] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c2d08436-351c-4d82-a1f1-2b3cee27193b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.625768] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cc97ec7-a1b9-4385-b015-589d06000b06',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.115747] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c2d08436-351c-4d82-a1f1-2b3cee27193b: rpc.has_security_group_logging(os_id): False [ 1174.128973] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.129183] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.129225] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.129458] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.129656] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.129656] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cc97ec7-a1b9-4385-b015-589d06000b06 is going to be updated. [ 1174.145383] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.145527] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.145663] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.145803] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.145892] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.146158] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.146262] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.146326] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.146486] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.146564] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.146671] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2d08436-351c-4d82-a1f1-2b3cee27193b is going to be updated. [ 1174.168391] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.168650] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.168650] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.168852] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.169057] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.179036] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cc97ec7-a1b9-4385-b015-589d06000b06 in Status: IN_PROGRESS for 2s [ 1174.362971] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.362971] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.362971] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.363325] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.363325] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.385043] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2d08436-351c-4d82-a1f1-2b3cee27193b in Status: IN_PROGRESS for 2s [ 1176.195775] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cc97ec7-a1b9-4385-b015-589d06000b06 in Status: IN_PROGRESS for 4s [ 1176.401768] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2d08436-351c-4d82-a1f1-2b3cee27193b in Status: SUCCESS [ 1176.402071] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.121070] env[65123]: INFO networking_nsxv3.common.synchronization [req-2eb0fd93-1f7f-4c27-bce1-10a749122d8b req-9d01963d-0882-41f6-9ce5-715da27a8d9e tempest-AttachInterfacesTestJSON-243198972 tempest-AttachInterfacesTestJSON-243198972-project-member] Enqueued Resource ID: a2dece8b-08a6-4d78-b2ba-724a50fa93e8 with Priority: HIGHEST for action security_group_members [ 1177.122973] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2dece8b-08a6-4d78-b2ba-724a50fa93e8 with Priority: HIGHEST for action security_group_members [ 1177.126951] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2dece8b-08a6-4d78-b2ba-724a50fa93e8 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.126951] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2dece8b-08a6-4d78-b2ba-724a50fa93e8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.126951] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2dece8b-08a6-4d78-b2ba-724a50fa93e8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.126951] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2dece8b-08a6-4d78-b2ba-724a50fa93e8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.126951] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.126951] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.126951] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.126951] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.126951] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.126951] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2dece8b-08a6-4d78-b2ba-724a50fa93e8',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.529921] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock network-57 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.529921] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "network-57" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.529921] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "network-57" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.530314] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "network-57" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.530417] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.530666] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.530852] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.531187] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.531402] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.531738] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1177.531898] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1177.532067] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1177.532226] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1177.532400] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1177.532572] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1177.532775] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1177.555549] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1177.555752] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1177.555885] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1177.556111] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "network-57" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.556472] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock port-d7cc3250-53bc-4a29-80ce-55c2a19a2f81 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.556756] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "port-d7cc3250-53bc-4a29-80ce-55c2a19a2f81" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.556913] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "port-d7cc3250-53bc-4a29-80ce-55c2a19a2f81" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.557337] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "port-d7cc3250-53bc-4a29-80ce-55c2a19a2f81" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.557506] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7cc3250-53bc-4a29-80ce-55c2a19a2f81',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.630286] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.630526] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.630572] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.630780] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.630871] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.631154] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.631333] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.631444] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.631700] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.631859] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.631859] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2dece8b-08a6-4d78-b2ba-724a50fa93e8 already deleted. [ 1177.631973] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2dece8b-08a6-4d78-b2ba-724a50fa93e8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.059986] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.061034] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.061034] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.061034] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.061034] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.061034] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Segment Port d7cc3250-53bc-4a29-80ce-55c2a19a2f81 not found, creating... [ 1178.061231] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.061290] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.061402] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.061655] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.061894] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.062157] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.062396] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.062517] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.062795] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.062937] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.063095] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Resource: SegmentPort with ID: d7cc3250-53bc-4a29-80ce-55c2a19a2f81 is going to be created. [ 1178.084413] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.084634] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.084694] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.084960] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.085243] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.085616] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "port-d7cc3250-53bc-4a29-80ce-55c2a19a2f81" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.207031] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cc97ec7-a1b9-4385-b015-589d06000b06 in Status: SUCCESS [ 1178.207535] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cc97ec7-a1b9-4385-b015-589d06000b06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.799655] env[65123]: INFO networking_nsxv3.common.synchronization [req-2eb0fd93-1f7f-4c27-bce1-10a749122d8b req-e682c8ca-c4da-4eae-8a92-1cecb849c2ba service nova] Enqueued Resource ID: a2dece8b-08a6-4d78-b2ba-724a50fa93e8 with Priority: HIGHEST for action security_group_rules [ 1178.800021] env[65123]: INFO networking_nsxv3.common.synchronization [req-2eb0fd93-1f7f-4c27-bce1-10a749122d8b req-e682c8ca-c4da-4eae-8a92-1cecb849c2ba service nova] Enqueued Resource ID: a2dece8b-08a6-4d78-b2ba-724a50fa93e8 with Priority: HIGHEST for action security_group_members [ 1178.800021] env[65123]: INFO networking_nsxv3.common.synchronization [req-2eb0fd93-1f7f-4c27-bce1-10a749122d8b req-e682c8ca-c4da-4eae-8a92-1cecb849c2ba service nova] Enqueued Resource ID: d7cc3250-53bc-4a29-80ce-55c2a19a2f81 with Priority: HIGHEST for action port [ 1178.800591] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2dece8b-08a6-4d78-b2ba-724a50fa93e8 with Priority: HIGHEST for action security_group_rules [ 1178.800707] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2dece8b-08a6-4d78-b2ba-724a50fa93e8 with Priority: HIGHEST for action security_group_members [ 1178.800853] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7cc3250-53bc-4a29-80ce-55c2a19a2f81 with Priority: HIGHEST for action port [ 1178.803368] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2dece8b-08a6-4d78-b2ba-724a50fa93e8 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.803536] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2dece8b-08a6-4d78-b2ba-724a50fa93e8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.803626] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2dece8b-08a6-4d78-b2ba-724a50fa93e8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.803841] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2dece8b-08a6-4d78-b2ba-724a50fa93e8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.803945] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2dece8b-08a6-4d78-b2ba-724a50fa93e8',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.805050] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2dece8b-08a6-4d78-b2ba-724a50fa93e8 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.805189] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2dece8b-08a6-4d78-b2ba-724a50fa93e8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.805259] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2dece8b-08a6-4d78-b2ba-724a50fa93e8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.805560] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2dece8b-08a6-4d78-b2ba-724a50fa93e8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.805740] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.805880] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.805953] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.806160] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.806250] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.806347] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2dece8b-08a6-4d78-b2ba-724a50fa93e8',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.807793] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7cc3250-53bc-4a29-80ce-55c2a19a2f81 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.807954] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7cc3250-53bc-4a29-80ce-55c2a19a2f81" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.808016] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7cc3250-53bc-4a29-80ce-55c2a19a2f81" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.808197] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7cc3250-53bc-4a29-80ce-55c2a19a2f81" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.808279] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7cc3250-53bc-4a29-80ce-55c2a19a2f81',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.309847] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2dece8b-08a6-4d78-b2ba-724a50fa93e8',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.310957] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2dece8b-08a6-4d78-b2ba-724a50fa93e8 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.311088] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2dece8b-08a6-4d78-b2ba-724a50fa93e8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.311466] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d7cc3250-53bc-4a29-80ce-55c2a19a2f81 with status ACTIVE [ 1179.311696] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.311830] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.311908] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.312103] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.312191] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.312514] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.312514] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.312681] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.313842] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.314015] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.314239] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.314369] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.314459] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.314577] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.314662] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.314751] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d7cc3250-53bc-4a29-80ce-55c2a19a2f81 is going to be updated. [ 1179.341433] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.341680] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.341730] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.341922] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.342103] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.342283] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7cc3250-53bc-4a29-80ce-55c2a19a2f81" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.496959] env[65123]: INFO networking_nsxv3.common.synchronization [req-3a65275e-841c-4888-a090-cb1b6882ebb0 req-739d791e-c13e-48fd-ad44-d8b351813dde tempest-ServerActionsTestOtherB-2116662571 tempest-ServerActionsTestOtherB-2116662571-project-member] Enqueued Resource ID: 5606699a-2416-46e1-a389-981d2760202b with Priority: HIGHEST for action security_group_members [ 1179.497416] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5606699a-2416-46e1-a389-981d2760202b with Priority: HIGHEST for action security_group_members [ 1179.497739] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-5606699a-2416-46e1-a389-981d2760202b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.497862] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.497933] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.498139] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.498810] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.498890] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.498890] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.499079] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.499170] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.499259] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5606699a-2416-46e1-a389-981d2760202b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.808715] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-825 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.809094] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-825" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.809094] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-825" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.809460] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-825" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.809827] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.810027] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.810149] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.810392] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.810552] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.810841] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1179.810902] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1179.811014] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1179.811135] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1179.811245] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1179.811368] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1179.811504] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1179.813272] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2dece8b-08a6-4d78-b2ba-724a50fa93e8',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.832802] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1179.832985] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1179.833139] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1179.833334] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-825" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.833785] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-faf15a3e-8768-49e1-aa0b-8e0584135bc1 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.833981] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-faf15a3e-8768-49e1-aa0b-8e0584135bc1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.834169] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-faf15a3e-8768-49e1-aa0b-8e0584135bc1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.834533] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-faf15a3e-8768-49e1-aa0b-8e0584135bc1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.834692] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('faf15a3e-8768-49e1-aa0b-8e0584135bc1',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.001545] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.001545] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.001545] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.001842] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.001983] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.002118] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.002230] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.002280] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.002431] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.002510] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.002619] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5606699a-2416-46e1-a389-981d2760202b is going to be updated. [ 1180.032965] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.033244] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.033244] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.033419] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.033576] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.057145] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5606699a-2416-46e1-a389-981d2760202b in Status: IN_PROGRESS for 2s [ 1180.315396] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.315620] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.315620] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.315791] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.315968] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.316098] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2dece8b-08a6-4d78-b2ba-724a50fa93e8 is going to be created. [ 1180.337109] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.337344] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.337494] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.337821] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.337991] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.338739] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port faf15a3e-8768-49e1-aa0b-8e0584135bc1 not found, creating... [ 1180.338739] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.339192] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.339192] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.339308] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.339433] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.339822] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.339986] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.340130] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.340452] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.340890] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.340890] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: faf15a3e-8768-49e1-aa0b-8e0584135bc1 is going to be created. [ 1180.361566] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.361874] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.361874] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.362114] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.362288] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.375554] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2dece8b-08a6-4d78-b2ba-724a50fa93e8 in Status: UNINITIALIZED for 2s [ 1180.393165] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.393452] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.393589] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.393948] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.394259] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.394542] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-faf15a3e-8768-49e1-aa0b-8e0584135bc1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.091652] env[65123]: INFO networking_nsxv3.common.synchronization [req-3a65275e-841c-4888-a090-cb1b6882ebb0 req-bd53ff67-c334-4118-b36c-e9811d965bf0 service nova] Enqueued Resource ID: 5606699a-2416-46e1-a389-981d2760202b with Priority: HIGHEST for action security_group_rules [ 1181.091951] env[65123]: INFO networking_nsxv3.common.synchronization [req-3a65275e-841c-4888-a090-cb1b6882ebb0 req-bd53ff67-c334-4118-b36c-e9811d965bf0 service nova] Enqueued Resource ID: 5606699a-2416-46e1-a389-981d2760202b with Priority: HIGHEST for action security_group_members [ 1181.092112] env[65123]: INFO networking_nsxv3.common.synchronization [req-3a65275e-841c-4888-a090-cb1b6882ebb0 req-bd53ff67-c334-4118-b36c-e9811d965bf0 service nova] Enqueued Resource ID: faf15a3e-8768-49e1-aa0b-8e0584135bc1 with Priority: HIGHEST for action port [ 1181.092794] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5606699a-2416-46e1-a389-981d2760202b with Priority: HIGHEST for action security_group_rules [ 1181.092969] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5606699a-2416-46e1-a389-981d2760202b with Priority: HIGHEST for action security_group_members [ 1181.093157] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faf15a3e-8768-49e1-aa0b-8e0584135bc1 with Priority: HIGHEST for action port [ 1181.093454] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5606699a-2416-46e1-a389-981d2760202b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.093616] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.093708] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.093943] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.094091] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5606699a-2416-46e1-a389-981d2760202b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.095400] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-5606699a-2416-46e1-a389-981d2760202b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.095508] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.095748] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-faf15a3e-8768-49e1-aa0b-8e0584135bc1 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.095955] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-faf15a3e-8768-49e1-aa0b-8e0584135bc1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.095955] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-faf15a3e-8768-49e1-aa0b-8e0584135bc1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.096219] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-faf15a3e-8768-49e1-aa0b-8e0584135bc1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.096300] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('faf15a3e-8768-49e1-aa0b-8e0584135bc1',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.598155] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-5606699a-2416-46e1-a389-981d2760202b taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.598404] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.598712] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port faf15a3e-8768-49e1-aa0b-8e0584135bc1 with status ACTIVE [ 1181.599189] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.599391] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.599532] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.599997] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.600178] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.600470] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.600631] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.600733] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.600981] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.601126] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.601449] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.601601] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.601776] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.602477] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.602477] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.602477] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: faf15a3e-8768-49e1-aa0b-8e0584135bc1 is going to be updated. [ 1181.628273] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.628450] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.628538] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.628770] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.628913] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.629087] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-faf15a3e-8768-49e1-aa0b-8e0584135bc1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.068524] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5606699a-2416-46e1-a389-981d2760202b in Status: SUCCESS [ 1182.068786] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5606699a-2416-46e1-a389-981d2760202b deletion is rescheduled due to dependency. [ 1182.068786] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.068951] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.069222] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.069401] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.069536] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.069615] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.069757] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.069834] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.070032] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5606699a-2416-46e1-a389-981d2760202b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.413514] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2dece8b-08a6-4d78-b2ba-724a50fa93e8 in Status: SUCCESS [ 1182.413976] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2dece8b-08a6-4d78-b2ba-724a50fa93e8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.413976] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2dece8b-08a6-4d78-b2ba-724a50fa93e8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.414238] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2dece8b-08a6-4d78-b2ba-724a50fa93e8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.414404] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.414557] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.414622] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.414802] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.414889] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.414979] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2dece8b-08a6-4d78-b2ba-724a50fa93e8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.415101] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2dece8b-08a6-4d78-b2ba-724a50fa93e8',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.573205] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5606699a-2416-46e1-a389-981d2760202b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.918069] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2dece8b-08a6-4d78-b2ba-724a50fa93e8',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.076337] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5606699a-2416-46e1-a389-981d2760202b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.079457] env[65123]: INFO networking_nsxv3.common.synchronization [req-7d53fa3f-c34d-4d81-b704-2f9dfaadea8a req-4c08c239-2d0d-474d-90d2-cdaf38e6511d tempest-ServerRescueTestJSON-1673479663 tempest-ServerRescueTestJSON-1673479663-project-member] Enqueued Resource ID: 1cc97ec7-a1b9-4385-b015-589d06000b06 with Priority: HIGHEST for action security_group_members [ 1183.079769] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cc97ec7-a1b9-4385-b015-589d06000b06 with Priority: HIGHEST for action security_group_members [ 1183.080113] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cc97ec7-a1b9-4385-b015-589d06000b06 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.080240] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cc97ec7-a1b9-4385-b015-589d06000b06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.080321] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cc97ec7-a1b9-4385-b015-589d06000b06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.081147] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cc97ec7-a1b9-4385-b015-589d06000b06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.081147] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.081147] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.081147] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.081147] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.081378] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.081378] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cc97ec7-a1b9-4385-b015-589d06000b06',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.420082] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2dece8b-08a6-4d78-b2ba-724a50fa93e8: rpc.has_security_group_logging(os_id): False [ 1183.440519] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.440774] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.440774] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.440941] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.441049] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.441308] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.441417] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.441490] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.441694] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.441813] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.441856] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2dece8b-08a6-4d78-b2ba-724a50fa93e8 is going to be created. [ 1183.512282] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.512537] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.512537] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.512841] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.513061] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.528341] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2dece8b-08a6-4d78-b2ba-724a50fa93e8 in Status: IN_PROGRESS for 2s [ 1183.583212] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.583431] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.583431] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.583637] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.583767] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.583825] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5606699a-2416-46e1-a389-981d2760202b is going to be updated. [ 1183.585209] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.585344] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.585395] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.585587] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.585677] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.585866] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.585968] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.586046] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.586265] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.586381] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.586526] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cc97ec7-a1b9-4385-b015-589d06000b06 is going to be updated. [ 1183.637811] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.638094] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.638094] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.638294] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.638470] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.640946] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.641096] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.641167] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.641367] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.641503] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.655385] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5606699a-2416-46e1-a389-981d2760202b in Status: IN_PROGRESS for 2s [ 1183.656372] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cc97ec7-a1b9-4385-b015-589d06000b06 in Status: IN_PROGRESS for 2s [ 1185.552289] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2dece8b-08a6-4d78-b2ba-724a50fa93e8 in Status: SUCCESS [ 1185.552686] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2dece8b-08a6-4d78-b2ba-724a50fa93e8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.668667] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5606699a-2416-46e1-a389-981d2760202b in Status: SUCCESS [ 1185.668667] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.668905] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.669101] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.669302] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.669447] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.669526] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.669780] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.669881] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.669973] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.670083] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5606699a-2416-46e1-a389-981d2760202b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.671724] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cc97ec7-a1b9-4385-b015-589d06000b06 in Status: SUCCESS [ 1185.671911] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cc97ec7-a1b9-4385-b015-589d06000b06 deletion is rescheduled due to dependency. [ 1185.672052] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cc97ec7-a1b9-4385-b015-589d06000b06" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.175145] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5606699a-2416-46e1-a389-981d2760202b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.677780] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5606699a-2416-46e1-a389-981d2760202b: rpc.has_security_group_logging(os_id): False [ 1186.694951] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.695163] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.695211] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.695399] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.695485] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.695737] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.695836] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.695898] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.696057] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.696133] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.696224] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5606699a-2416-46e1-a389-981d2760202b is going to be updated. [ 1186.758073] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.758299] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.758299] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.758456] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.758606] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.771248] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5606699a-2416-46e1-a389-981d2760202b in Status: IN_PROGRESS for 2s [ 1188.083024] env[65123]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1188.083024] env[65123]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1188.247166] env[65123]: INFO networking_nsxv3.common.synchronization [req-820a7ee0-7502-4461-9438-443e5738dc89 req-d17be5ad-5ef0-40d8-a0f9-e9165e244cee tempest-DeleteServersTestJSON-1766806868 tempest-DeleteServersTestJSON-1766806868-project-member] Enqueued Resource ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 with Priority: HIGHEST for action security_group_members [ 1188.247690] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 with Priority: HIGHEST for action security_group_members [ 1188.248106] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.248224] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.248224] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.248400] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.248572] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.248639] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.248725] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.248931] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.248931] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.249071] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.751650] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.753111] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.753278] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.753514] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.753632] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.753844] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.753946] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.754020] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.754186] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.754263] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.754356] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 is going to be updated. [ 1188.790539] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.790539] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.790539] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.790539] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.790539] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.791871] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5606699a-2416-46e1-a389-981d2760202b in Status: SUCCESS [ 1188.792135] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.799431] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 in Status: IN_PROGRESS for 2s [ 1190.811151] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 in Status: SUCCESS [ 1190.811369] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 deletion is rescheduled due to dependency. [ 1190.811672] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.248592] env[65123]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1193.248987] env[65123]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1196.204025] env[65123]: INFO networking_nsxv3.common.synchronization [req-9e3db3fa-118e-4b21-ac86-cf8f369dacca req-d079b9cf-4669-4d82-a4e3-5bdab8184269 tempest-ServerActionsTestOtherA-1066851600 tempest-ServerActionsTestOtherA-1066851600-project-member] Enqueued Resource ID: a98e674a-b8bf-457d-adf2-b98cb5a75bdf with Priority: HIGHEST for action security_group_members [ 1196.204666] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a98e674a-b8bf-457d-adf2-b98cb5a75bdf with Priority: HIGHEST for action security_group_members [ 1196.205042] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-a98e674a-b8bf-457d-adf2-b98cb5a75bdf taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.205231] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a98e674a-b8bf-457d-adf2-b98cb5a75bdf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.205325] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a98e674a-b8bf-457d-adf2-b98cb5a75bdf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.205556] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a98e674a-b8bf-457d-adf2-b98cb5a75bdf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.205789] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.205957] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.206077] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.206297] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.206418] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.206520] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a98e674a-b8bf-457d-adf2-b98cb5a75bdf',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.533635] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock network-453 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.533866] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "network-453" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.534026] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "network-453" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.534303] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "network-453" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.534568] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.534763] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.534837] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.535062] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.535218] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.535458] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1196.535588] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1196.535679] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1196.535787] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1196.535895] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1196.536031] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1196.536162] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1196.557238] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1196.557424] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1196.557538] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1196.557721] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "network-453" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.558106] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock port-cab4ae75-5fb1-49e8-95bb-ad1a20882be7 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.558323] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "port-cab4ae75-5fb1-49e8-95bb-ad1a20882be7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.558469] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "port-cab4ae75-5fb1-49e8-95bb-ad1a20882be7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.558824] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "port-cab4ae75-5fb1-49e8-95bb-ad1a20882be7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.559021] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cab4ae75-5fb1-49e8-95bb-ad1a20882be7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.708876] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a98e674a-b8bf-457d-adf2-b98cb5a75bdf',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.061070] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.061310] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.061500] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.061889] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.062121] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.062322] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Segment Port cab4ae75-5fb1-49e8-95bb-ad1a20882be7 not found, creating... [ 1197.062602] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.062823] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.062969] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.063275] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.063455] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.063768] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.063950] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.064089] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.064316] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.064472] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.064620] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Resource: SegmentPort with ID: cab4ae75-5fb1-49e8-95bb-ad1a20882be7 is going to be created. [ 1197.087420] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.087591] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.087825] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.088043] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.088316] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.088547] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "port-cab4ae75-5fb1-49e8-95bb-ad1a20882be7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.211163] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a98e674a-b8bf-457d-adf2-b98cb5a75bdf',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.713775] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.713975] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.714065] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.714337] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.714427] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.714531] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a98e674a-b8bf-457d-adf2-b98cb5a75bdf is going to be updated. [ 1197.749473] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.749473] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.749844] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.749844] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.749939] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.760596] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a98e674a-b8bf-457d-adf2-b98cb5a75bdf in Status: IN_PROGRESS for 2s [ 1197.805373] env[65123]: INFO networking_nsxv3.common.synchronization [req-9e3db3fa-118e-4b21-ac86-cf8f369dacca req-32899fc0-29a6-4d57-ba20-eacb46287d61 service nova] Enqueued Resource ID: a98e674a-b8bf-457d-adf2-b98cb5a75bdf with Priority: HIGHEST for action security_group_rules [ 1197.805560] env[65123]: INFO networking_nsxv3.common.synchronization [req-9e3db3fa-118e-4b21-ac86-cf8f369dacca req-32899fc0-29a6-4d57-ba20-eacb46287d61 service nova] Enqueued Resource ID: a98e674a-b8bf-457d-adf2-b98cb5a75bdf with Priority: HIGHEST for action security_group_members [ 1197.805697] env[65123]: INFO networking_nsxv3.common.synchronization [req-9e3db3fa-118e-4b21-ac86-cf8f369dacca req-32899fc0-29a6-4d57-ba20-eacb46287d61 service nova] Enqueued Resource ID: cab4ae75-5fb1-49e8-95bb-ad1a20882be7 with Priority: HIGHEST for action port [ 1197.806640] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a98e674a-b8bf-457d-adf2-b98cb5a75bdf with Priority: HIGHEST for action security_group_rules [ 1197.806771] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a98e674a-b8bf-457d-adf2-b98cb5a75bdf with Priority: HIGHEST for action security_group_members [ 1197.806871] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cab4ae75-5fb1-49e8-95bb-ad1a20882be7 with Priority: HIGHEST for action port [ 1197.807165] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a98e674a-b8bf-457d-adf2-b98cb5a75bdf taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.807289] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a98e674a-b8bf-457d-adf2-b98cb5a75bdf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.807356] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a98e674a-b8bf-457d-adf2-b98cb5a75bdf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.807559] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a98e674a-b8bf-457d-adf2-b98cb5a75bdf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.807644] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a98e674a-b8bf-457d-adf2-b98cb5a75bdf',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.808507] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-a98e674a-b8bf-457d-adf2-b98cb5a75bdf taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.808605] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a98e674a-b8bf-457d-adf2-b98cb5a75bdf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.808798] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-cab4ae75-5fb1-49e8-95bb-ad1a20882be7 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.808901] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cab4ae75-5fb1-49e8-95bb-ad1a20882be7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.808968] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cab4ae75-5fb1-49e8-95bb-ad1a20882be7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.809222] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cab4ae75-5fb1-49e8-95bb-ad1a20882be7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.809299] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cab4ae75-5fb1-49e8-95bb-ad1a20882be7',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.311201] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-a98e674a-b8bf-457d-adf2-b98cb5a75bdf taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.311604] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a98e674a-b8bf-457d-adf2-b98cb5a75bdf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.311604] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cab4ae75-5fb1-49e8-95bb-ad1a20882be7 with status ACTIVE [ 1198.311722] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.311787] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.311908] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.312169] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.312259] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.312438] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.312534] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.312592] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.312743] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.312830] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.313105] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.313198] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.313257] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.313402] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.313470] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.313555] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cab4ae75-5fb1-49e8-95bb-ad1a20882be7 is going to be updated. [ 1198.336702] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.336940] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.336940] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.337130] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.337275] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.337442] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cab4ae75-5fb1-49e8-95bb-ad1a20882be7" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.770658] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a98e674a-b8bf-457d-adf2-b98cb5a75bdf in Status: SUCCESS [ 1199.771123] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a98e674a-b8bf-457d-adf2-b98cb5a75bdf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.771123] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a98e674a-b8bf-457d-adf2-b98cb5a75bdf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.771234] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a98e674a-b8bf-457d-adf2-b98cb5a75bdf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.771428] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.771544] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.771612] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.771755] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.771834] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.772104] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a98e674a-b8bf-457d-adf2-b98cb5a75bdf',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.274335] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a98e674a-b8bf-457d-adf2-b98cb5a75bdf',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.777679] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a98e674a-b8bf-457d-adf2-b98cb5a75bdf',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.280296] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.280514] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.280606] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.281070] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.281207] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.281348] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a98e674a-b8bf-457d-adf2-b98cb5a75bdf is going to be updated. [ 1201.318573] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.318814] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.318914] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.319158] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.319314] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.335592] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a98e674a-b8bf-457d-adf2-b98cb5a75bdf in Status: IN_PROGRESS for 2s [ 1201.637695] env[65123]: INFO networking_nsxv3.common.synchronization [req-51a83fdd-c978-4551-90f1-f7c20888e02e req-afb1a089-486a-4abc-a59b-763808bd212d tempest-AttachVolumeNegativeTest-1722468573 tempest-AttachVolumeNegativeTest-1722468573-project-member] Enqueued Resource ID: 4dbc40a0-c971-4adc-bd14-048325f7c93e with Priority: HIGHEST for action security_group_members [ 1201.638591] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dbc40a0-c971-4adc-bd14-048325f7c93e with Priority: HIGHEST for action security_group_members [ 1201.638730] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dbc40a0-c971-4adc-bd14-048325f7c93e taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.638862] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dbc40a0-c971-4adc-bd14-048325f7c93e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.638973] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dbc40a0-c971-4adc-bd14-048325f7c93e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.639725] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dbc40a0-c971-4adc-bd14-048325f7c93e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.639725] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.639725] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.639725] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.639725] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.639725] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.640144] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4dbc40a0-c971-4adc-bd14-048325f7c93e',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.143647] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.143979] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.143979] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.144253] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.144356] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.144578] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.144696] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.144755] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.144938] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.145054] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.145154] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dbc40a0-c971-4adc-bd14-048325f7c93e is going to be updated. [ 1202.187222] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.187436] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.187479] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.187976] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.187976] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.204046] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dbc40a0-c971-4adc-bd14-048325f7c93e in Status: IN_PROGRESS for 2s [ 1203.357101] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a98e674a-b8bf-457d-adf2-b98cb5a75bdf in Status: SUCCESS [ 1203.357101] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a98e674a-b8bf-457d-adf2-b98cb5a75bdf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.357579] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a98e674a-b8bf-457d-adf2-b98cb5a75bdf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.357579] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a98e674a-b8bf-457d-adf2-b98cb5a75bdf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.357676] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.357790] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.357906] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.358195] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.358391] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.358463] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a98e674a-b8bf-457d-adf2-b98cb5a75bdf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.358594] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a98e674a-b8bf-457d-adf2-b98cb5a75bdf',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.861738] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a98e674a-b8bf-457d-adf2-b98cb5a75bdf',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.223571] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dbc40a0-c971-4adc-bd14-048325f7c93e in Status: SUCCESS [ 1204.223807] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dbc40a0-c971-4adc-bd14-048325f7c93e deletion is rescheduled due to dependency. [ 1204.223956] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dbc40a0-c971-4adc-bd14-048325f7c93e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.364493] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a98e674a-b8bf-457d-adf2-b98cb5a75bdf: rpc.has_security_group_logging(os_id): False [ 1204.384476] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.384682] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.384682] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.384892] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.407182] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.407785] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.408041] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.408181] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.408493] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.408662] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.408828] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a98e674a-b8bf-457d-adf2-b98cb5a75bdf is going to be updated. [ 1204.477680] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.477954] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.478098] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.478449] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.478702] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.491324] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a98e674a-b8bf-457d-adf2-b98cb5a75bdf in Status: IN_PROGRESS for 2s [ 1206.504737] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a98e674a-b8bf-457d-adf2-b98cb5a75bdf in Status: SUCCESS [ 1206.505081] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a98e674a-b8bf-457d-adf2-b98cb5a75bdf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.639786] env[65123]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1206.639972] env[65123]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1207.486751] env[65123]: INFO networking_nsxv3.common.synchronization [None req-3556ba65-9ff6-40c4-9188-76073c119cb9 tempest-AttachVolumeNegativeTest-1722468573 tempest-AttachVolumeNegativeTest-1722468573-project-member] Enqueued Resource ID: 5fdf8278-41f9-409a-a712-c161b01a8d6b with Priority: HIGHEST for action security_group_rules [ 1207.487161] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fdf8278-41f9-409a-a712-c161b01a8d6b with Priority: HIGHEST for action security_group_rules [ 1207.487514] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fdf8278-41f9-409a-a712-c161b01a8d6b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.487656] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fdf8278-41f9-409a-a712-c161b01a8d6b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.487728] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fdf8278-41f9-409a-a712-c161b01a8d6b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.488013] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fdf8278-41f9-409a-a712-c161b01a8d6b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.488101] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fdf8278-41f9-409a-a712-c161b01a8d6b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.573020] env[65123]: INFO networking_nsxv3.common.synchronization [None req-29db4974-779a-46fc-8b7a-1eab5af28959 tempest-AttachVolumeNegativeTest-1722468573 tempest-AttachVolumeNegativeTest-1722468573-project-member] Enqueued Resource ID: 5fdf8278-41f9-409a-a712-c161b01a8d6b with Priority: HIGHEST for action security_group_rules [ 1207.573374] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fdf8278-41f9-409a-a712-c161b01a8d6b with Priority: HIGHEST for action security_group_rules [ 1207.573579] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fdf8278-41f9-409a-a712-c161b01a8d6b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.573755] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fdf8278-41f9-409a-a712-c161b01a8d6b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.011410] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.011560] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.011633] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.011848] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.011939] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.012139] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fdf8278-41f9-409a-a712-c161b01a8d6b already deleted. [ 1208.012236] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fdf8278-41f9-409a-a712-c161b01a8d6b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.012390] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fdf8278-41f9-409a-a712-c161b01a8d6b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.012557] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fdf8278-41f9-409a-a712-c161b01a8d6b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.012643] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fdf8278-41f9-409a-a712-c161b01a8d6b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.533397] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.533397] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.533567] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.533715] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.533782] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.534065] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fdf8278-41f9-409a-a712-c161b01a8d6b already deleted. [ 1208.534065] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fdf8278-41f9-409a-a712-c161b01a8d6b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.574299] env[65123]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1212.574584] env[65123]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1213.168378] env[65123]: INFO networking_nsxv3.common.synchronization [req-1fc79e3d-5baf-484a-8b65-b3f37eb4e752 req-74e503d8-b7c4-4992-9119-3ed4df4a7102 tempest-AttachVolumeNegativeTest-1722468573 tempest-AttachVolumeNegativeTest-1722468573-project-member] Enqueued Resource ID: 5fdf8278-41f9-409a-a712-c161b01a8d6b with Priority: HIGHEST for action security_group_members [ 1213.168793] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fdf8278-41f9-409a-a712-c161b01a8d6b with Priority: HIGHEST for action security_group_members [ 1213.169552] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fdf8278-41f9-409a-a712-c161b01a8d6b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.169552] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fdf8278-41f9-409a-a712-c161b01a8d6b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.169552] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fdf8278-41f9-409a-a712-c161b01a8d6b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.169552] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fdf8278-41f9-409a-a712-c161b01a8d6b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.169832] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.169832] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.169832] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.170069] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.170069] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.170691] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fdf8278-41f9-409a-a712-c161b01a8d6b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.478948] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-618 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.479178] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-618" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.479305] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-618" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.479560] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-618" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.479817] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.479991] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.480155] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.480548] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.480806] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.480936] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1213.481048] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1213.481161] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1213.481271] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1213.481382] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1213.481485] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1213.481611] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1213.504637] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1213.504819] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1213.504966] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1213.505153] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-618" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.505474] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-c9325ab6-543e-42a0-9f46-54c8a38e6fe1 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.505647] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-c9325ab6-543e-42a0-9f46-54c8a38e6fe1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.505767] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-c9325ab6-543e-42a0-9f46-54c8a38e6fe1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.506129] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-c9325ab6-543e-42a0-9f46-54c8a38e6fe1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.506272] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9325ab6-543e-42a0-9f46-54c8a38e6fe1',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.673806] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.673806] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.673806] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.673806] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.673806] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.673806] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.673806] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.673806] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.673806] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.673806] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.673806] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fdf8278-41f9-409a-a712-c161b01a8d6b already deleted. [ 1213.673806] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fdf8278-41f9-409a-a712-c161b01a8d6b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.009666] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.009944] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.010133] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.010699] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.010699] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.010867] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port c9325ab6-543e-42a0-9f46-54c8a38e6fe1 not found, creating... [ 1214.011305] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.011305] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.011464] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.011632] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.011774] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.012137] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.012330] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.012467] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.012692] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.012831] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.013039] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: c9325ab6-543e-42a0-9f46-54c8a38e6fe1 is going to be created. [ 1214.033556] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.033819] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.033896] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.034173] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.034472] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.034712] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-c9325ab6-543e-42a0-9f46-54c8a38e6fe1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.723872] env[65123]: INFO networking_nsxv3.common.synchronization [req-1fc79e3d-5baf-484a-8b65-b3f37eb4e752 req-41afe508-2d33-4647-92e2-10a24b9827c5 service nova] Enqueued Resource ID: 5fdf8278-41f9-409a-a712-c161b01a8d6b with Priority: HIGHEST for action security_group_rules [ 1214.724225] env[65123]: INFO networking_nsxv3.common.synchronization [req-1fc79e3d-5baf-484a-8b65-b3f37eb4e752 req-41afe508-2d33-4647-92e2-10a24b9827c5 service nova] Enqueued Resource ID: 5fdf8278-41f9-409a-a712-c161b01a8d6b with Priority: HIGHEST for action security_group_members [ 1214.724392] env[65123]: INFO networking_nsxv3.common.synchronization [req-1fc79e3d-5baf-484a-8b65-b3f37eb4e752 req-41afe508-2d33-4647-92e2-10a24b9827c5 service nova] Enqueued Resource ID: c9325ab6-543e-42a0-9f46-54c8a38e6fe1 with Priority: HIGHEST for action port [ 1214.724948] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fdf8278-41f9-409a-a712-c161b01a8d6b with Priority: HIGHEST for action security_group_rules [ 1214.725114] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fdf8278-41f9-409a-a712-c161b01a8d6b with Priority: HIGHEST for action security_group_members [ 1214.725239] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9325ab6-543e-42a0-9f46-54c8a38e6fe1 with Priority: HIGHEST for action port [ 1214.725526] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fdf8278-41f9-409a-a712-c161b01a8d6b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.725742] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fdf8278-41f9-409a-a712-c161b01a8d6b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.725779] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fdf8278-41f9-409a-a712-c161b01a8d6b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.726031] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fdf8278-41f9-409a-a712-c161b01a8d6b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.726118] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fdf8278-41f9-409a-a712-c161b01a8d6b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.727049] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fdf8278-41f9-409a-a712-c161b01a8d6b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.727167] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fdf8278-41f9-409a-a712-c161b01a8d6b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.727240] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fdf8278-41f9-409a-a712-c161b01a8d6b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.727416] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fdf8278-41f9-409a-a712-c161b01a8d6b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.727630] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.727782] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.727879] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.728095] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.728224] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.728281] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fdf8278-41f9-409a-a712-c161b01a8d6b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.729180] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9325ab6-543e-42a0-9f46-54c8a38e6fe1 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.729430] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9325ab6-543e-42a0-9f46-54c8a38e6fe1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.729430] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9325ab6-543e-42a0-9f46-54c8a38e6fe1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.729499] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9325ab6-543e-42a0-9f46-54c8a38e6fe1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.729594] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9325ab6-543e-42a0-9f46-54c8a38e6fe1',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.231094] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fdf8278-41f9-409a-a712-c161b01a8d6b taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.231307] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fdf8278-41f9-409a-a712-c161b01a8d6b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.231424] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5fdf8278-41f9-409a-a712-c161b01a8d6b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.232346] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c9325ab6-543e-42a0-9f46-54c8a38e6fe1 with status ACTIVE [ 1215.232543] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.232672] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.232738] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.232957] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.233066] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.233245] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.233344] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.233405] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.233558] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.233635] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.233810] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.233901] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.233974] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.234132] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.234206] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.234289] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c9325ab6-543e-42a0-9f46-54c8a38e6fe1 is going to be updated. [ 1215.257874] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.258093] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.258093] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.258291] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.258434] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.258607] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9325ab6-543e-42a0-9f46-54c8a38e6fe1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.736879] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5fdf8278-41f9-409a-a712-c161b01a8d6b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.240077] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.240077] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.240077] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.240384] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.240384] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.240449] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fdf8278-41f9-409a-a712-c161b01a8d6b is going to be created. [ 1216.265630] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.265833] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.265833] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.265973] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.266153] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.275831] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fdf8278-41f9-409a-a712-c161b01a8d6b in Status: UNINITIALIZED for 2s [ 1218.287058] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fdf8278-41f9-409a-a712-c161b01a8d6b in Status: SUCCESS [ 1218.287058] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fdf8278-41f9-409a-a712-c161b01a8d6b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.287058] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fdf8278-41f9-409a-a712-c161b01a8d6b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.287563] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fdf8278-41f9-409a-a712-c161b01a8d6b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.287563] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.287679] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.287731] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.287880] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.287960] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.288067] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fdf8278-41f9-409a-a712-c161b01a8d6b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.288161] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5fdf8278-41f9-409a-a712-c161b01a8d6b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.793435] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5fdf8278-41f9-409a-a712-c161b01a8d6b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.295978] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5fdf8278-41f9-409a-a712-c161b01a8d6b: rpc.has_security_group_logging(os_id): False [ 1219.316271] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.316271] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.316271] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.316271] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.316271] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.316271] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.316271] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.316271] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.316591] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.316591] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.316591] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fdf8278-41f9-409a-a712-c161b01a8d6b is going to be created. [ 1219.381589] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.381823] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.381823] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.382012] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.382256] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.394698] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fdf8278-41f9-409a-a712-c161b01a8d6b in Status: IN_PROGRESS for 2s [ 1219.726875] env[65123]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1219.726875] env[65123]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1221.408144] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fdf8278-41f9-409a-a712-c161b01a8d6b in Status: SUCCESS [ 1221.408604] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fdf8278-41f9-409a-a712-c161b01a8d6b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.727878] env[65123]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1224.728251] env[65123]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1229.033993] env[65123]: INFO networking_nsxv3.common.synchronization [req-47e8fa94-9df4-4cf2-878f-8292766e17a8 req-a7ea3a9a-dcd5-4fe9-9f9d-c81c11165ec4 tempest-AttachVolumeShelveTestJSON-1071414166 tempest-AttachVolumeShelveTestJSON-1071414166-project-member] Enqueued Resource ID: e522bebe-ad56-4993-b561-7ece0d990c19 with Priority: HIGHEST for action security_group_members [ 1229.034596] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e522bebe-ad56-4993-b561-7ece0d990c19 with Priority: HIGHEST for action security_group_members [ 1229.034887] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-e522bebe-ad56-4993-b561-7ece0d990c19 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.035021] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e522bebe-ad56-4993-b561-7ece0d990c19" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.035083] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e522bebe-ad56-4993-b561-7ece0d990c19" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.035340] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e522bebe-ad56-4993-b561-7ece0d990c19" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.035442] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.035541] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.035602] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.035758] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.035841] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.035933] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e522bebe-ad56-4993-b561-7ece0d990c19',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.538419] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.538419] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.538686] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.538686] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.538839] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.538965] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.539087] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.539146] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.539287] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.539362] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.539448] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e522bebe-ad56-4993-b561-7ece0d990c19 is going to be updated. [ 1229.571495] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.571771] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.571771] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.571950] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.572122] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.580344] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e522bebe-ad56-4993-b561-7ece0d990c19 in Status: IN_PROGRESS for 2s [ 1231.592115] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e522bebe-ad56-4993-b561-7ece0d990c19 in Status: SUCCESS [ 1231.592115] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e522bebe-ad56-4993-b561-7ece0d990c19 deletion is rescheduled due to dependency. [ 1231.592554] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e522bebe-ad56-4993-b561-7ece0d990c19" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.035741] env[65123]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1234.035741] env[65123]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1238.089691] env[65123]: INFO networking_nsxv3.common.synchronization [req-d7f4e758-4d81-4317-86c0-b9ccf75689dc req-56ec5ca0-24d2-4569-9f5a-7034d7f85cfa tempest-AttachInterfacesTestJSON-243198972 tempest-AttachInterfacesTestJSON-243198972-project-member] Enqueued Resource ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 with Priority: HIGHEST for action security_group_members [ 1238.089691] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 with Priority: HIGHEST for action security_group_members [ 1238.089691] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bd495ca-d8e3-49d1-a631-a127f0c182f6 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.089691] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.089691] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.089691] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.089691] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.089691] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.090190] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.090190] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.090190] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.090190] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6bd495ca-d8e3-49d1-a631-a127f0c182f6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.381969] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-57 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.381969] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-57" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.381969] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-57" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.381969] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-57" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.382323] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.382323] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.382471] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.383037] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.383037] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.383037] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1238.383235] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1238.383235] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1238.383304] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1238.383380] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1238.383484] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1238.383669] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1238.404389] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1238.404595] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1238.404737] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1238.404908] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-57" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.405231] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-bf11df6d-4695-49b5-bc6d-a69a348ef289 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.405404] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-bf11df6d-4695-49b5-bc6d-a69a348ef289" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.405524] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-bf11df6d-4695-49b5-bc6d-a69a348ef289" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.405861] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-bf11df6d-4695-49b5-bc6d-a69a348ef289" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.406026] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf11df6d-4695-49b5-bc6d-a69a348ef289',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.594069] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.594269] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.594314] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.594520] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.594614] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.594861] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.594970] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.595045] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.595201] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.595279] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.595368] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 is going to be updated. [ 1238.627097] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.627097] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.627097] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.627097] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.627097] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.638204] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 in Status: IN_PROGRESS for 2s [ 1238.909399] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.909692] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.909786] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.910100] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.910251] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.910432] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port bf11df6d-4695-49b5-bc6d-a69a348ef289 not found, creating... [ 1238.910695] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.910850] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.910966] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.911194] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.911335] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.911605] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.911758] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.911872] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.912092] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.912224] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.912361] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: bf11df6d-4695-49b5-bc6d-a69a348ef289 is going to be created. [ 1238.935939] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.936297] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.936660] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.936955] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.937356] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.937725] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-bf11df6d-4695-49b5-bc6d-a69a348ef289" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.703920] env[65123]: INFO networking_nsxv3.common.synchronization [req-d7f4e758-4d81-4317-86c0-b9ccf75689dc req-961e24dd-2c9b-495c-86da-9ff629cffbe8 service nova] Enqueued Resource ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 with Priority: HIGHEST for action security_group_rules [ 1239.704231] env[65123]: INFO networking_nsxv3.common.synchronization [req-d7f4e758-4d81-4317-86c0-b9ccf75689dc req-961e24dd-2c9b-495c-86da-9ff629cffbe8 service nova] Enqueued Resource ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 with Priority: HIGHEST for action security_group_members [ 1239.704321] env[65123]: INFO networking_nsxv3.common.synchronization [req-d7f4e758-4d81-4317-86c0-b9ccf75689dc req-961e24dd-2c9b-495c-86da-9ff629cffbe8 service nova] Enqueued Resource ID: bf11df6d-4695-49b5-bc6d-a69a348ef289 with Priority: HIGHEST for action port [ 1239.704806] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 with Priority: HIGHEST for action security_group_rules [ 1239.704943] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 with Priority: HIGHEST for action security_group_members [ 1239.705562] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf11df6d-4695-49b5-bc6d-a69a348ef289 with Priority: HIGHEST for action port [ 1239.705883] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6bd495ca-d8e3-49d1-a631-a127f0c182f6 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.706018] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.706091] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.706291] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.706374] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6bd495ca-d8e3-49d1-a631-a127f0c182f6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.708526] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bd495ca-d8e3-49d1-a631-a127f0c182f6 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.708526] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.708526] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf11df6d-4695-49b5-bc6d-a69a348ef289 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.708526] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf11df6d-4695-49b5-bc6d-a69a348ef289" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.708526] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf11df6d-4695-49b5-bc6d-a69a348ef289" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.708526] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf11df6d-4695-49b5-bc6d-a69a348ef289" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.708526] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf11df6d-4695-49b5-bc6d-a69a348ef289',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.210143] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bd495ca-d8e3-49d1-a631-a127f0c182f6 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.210375] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.211906] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bf11df6d-4695-49b5-bc6d-a69a348ef289 with status ACTIVE [ 1240.212143] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.212328] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.212499] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.212733] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.212832] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.213040] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.213147] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.213210] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.213430] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.213529] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.213723] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.213825] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.213887] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.214048] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.214124] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.214209] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bf11df6d-4695-49b5-bc6d-a69a348ef289 is going to be updated. [ 1240.239234] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.239519] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.239519] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.239656] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.239800] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.239964] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf11df6d-4695-49b5-bc6d-a69a348ef289" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.649778] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 in Status: SUCCESS [ 1240.650557] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 deletion is rescheduled due to dependency. [ 1240.650557] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.650557] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.650778] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.650960] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.651103] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.651211] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.651326] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.651407] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.651504] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6bd495ca-d8e3-49d1-a631-a127f0c182f6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.153592] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6bd495ca-d8e3-49d1-a631-a127f0c182f6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.657404] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6bd495ca-d8e3-49d1-a631-a127f0c182f6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.159861] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.160311] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.160311] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.160311] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.160415] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.160582] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 is going to be updated. [ 1242.194169] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.194410] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.194471] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.194788] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.195013] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.207137] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 in Status: IN_PROGRESS for 2s [ 1244.204287] env[65123]: INFO networking_nsxv3.common.synchronization [None req-ebb22633-c6a5-4cd8-900c-a3e1aaa7d07c tempest-AttachInterfacesTestJSON-243198972 tempest-AttachInterfacesTestJSON-243198972-project-member] Enqueued Resource ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 with Priority: HIGHEST for action security_group_members [ 1244.205226] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 with Priority: HIGHEST for action security_group_members [ 1244.205802] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bd495ca-d8e3-49d1-a631-a127f0c182f6 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.205802] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.225795] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 in Status: SUCCESS [ 1244.225795] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.225795] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.225795] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.225795] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.225984] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.225984] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.226144] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.226266] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.226420] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.226577] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6bd495ca-d8e3-49d1-a631-a127f0c182f6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.227897] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.228168] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.228383] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.228540] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.228632] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.228831] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.228939] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.229079] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6bd495ca-d8e3-49d1-a631-a127f0c182f6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.732701] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6bd495ca-d8e3-49d1-a631-a127f0c182f6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.733769] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bd495ca-d8e3-49d1-a631-a127f0c182f6 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.734655] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.234974] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6bd495ca-d8e3-49d1-a631-a127f0c182f6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.738017] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.738261] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.738261] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.738459] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.738549] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.738647] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 is going to be updated. [ 1245.766627] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.767034] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.767034] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.767162] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.767197] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.777461] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 in Status: IN_PROGRESS for 2s [ 1246.348825] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-57 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.349219] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-57" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.349219] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-57" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.349411] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-57" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.349675] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.349830] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.349948] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.350165] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.350307] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.350549] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1246.350684] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1246.350767] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1246.350861] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1246.350960] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1246.351070] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1246.351206] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1246.374534] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1246.374757] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1246.374930] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1246.375154] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-57" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.375638] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-10af88a3-141d-4b82-aca6-d89ac5841903 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.375881] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-10af88a3-141d-4b82-aca6-d89ac5841903" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.376028] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-10af88a3-141d-4b82-aca6-d89ac5841903" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.376405] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-10af88a3-141d-4b82-aca6-d89ac5841903" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.376567] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10af88a3-141d-4b82-aca6-d89ac5841903',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.879296] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.879522] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.879665] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.879934] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.880123] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.880248] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port 10af88a3-141d-4b82-aca6-d89ac5841903 not found, creating... [ 1246.880570] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.880754] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.880868] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.881130] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.881263] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.881547] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.881698] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.881818] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.882047] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.882182] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.882321] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: 10af88a3-141d-4b82-aca6-d89ac5841903 is going to be created. [ 1246.905816] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.906038] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.906229] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.906528] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.906718] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.906891] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-10af88a3-141d-4b82-aca6-d89ac5841903" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.610659] env[65123]: INFO networking_nsxv3.common.synchronization [req-2587ac4f-4b67-4efd-9b0c-a0e06d3d7cf1 req-3c0e328e-ca95-4a5a-b119-4b2324850683 service nova] Enqueued Resource ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 with Priority: HIGHEST for action security_group_rules [ 1247.611138] env[65123]: INFO networking_nsxv3.common.synchronization [req-2587ac4f-4b67-4efd-9b0c-a0e06d3d7cf1 req-3c0e328e-ca95-4a5a-b119-4b2324850683 service nova] Enqueued Resource ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 with Priority: HIGHEST for action security_group_members [ 1247.611138] env[65123]: INFO networking_nsxv3.common.synchronization [req-2587ac4f-4b67-4efd-9b0c-a0e06d3d7cf1 req-3c0e328e-ca95-4a5a-b119-4b2324850683 service nova] Enqueued Resource ID: 10af88a3-141d-4b82-aca6-d89ac5841903 with Priority: HIGHEST for action port [ 1247.611795] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 with Priority: HIGHEST for action security_group_rules [ 1247.611971] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 with Priority: HIGHEST for action security_group_members [ 1247.612117] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10af88a3-141d-4b82-aca6-d89ac5841903 with Priority: HIGHEST for action port [ 1247.612434] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6bd495ca-d8e3-49d1-a631-a127f0c182f6 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.612606] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.612825] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bd495ca-d8e3-49d1-a631-a127f0c182f6 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.612931] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.613175] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-10af88a3-141d-4b82-aca6-d89ac5841903 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.613301] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10af88a3-141d-4b82-aca6-d89ac5841903" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.613608] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10af88a3-141d-4b82-aca6-d89ac5841903" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.613673] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10af88a3-141d-4b82-aca6-d89ac5841903" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.613836] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10af88a3-141d-4b82-aca6-d89ac5841903',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.787820] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 in Status: SUCCESS [ 1247.788059] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.788248] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.788548] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.788763] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.788899] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.788968] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.789157] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.789254] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.789344] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.789526] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bd495ca-d8e3-49d1-a631-a127f0c182f6 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.789611] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.789683] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.789838] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.789981] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.790103] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.790165] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.790322] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.790454] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.790572] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.790616] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6bd495ca-d8e3-49d1-a631-a127f0c182f6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.791551] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.791729] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.791875] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.791973] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.792048] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.792193] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.792269] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.792360] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6bd495ca-d8e3-49d1-a631-a127f0c182f6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.116209] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 10af88a3-141d-4b82-aca6-d89ac5841903 with status ACTIVE [ 1248.116429] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.116608] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.116689] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.116928] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.117031] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.117227] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.117355] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.117391] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.117550] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.117670] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.117814] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.117926] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.117995] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.118205] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.118282] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.118370] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 10af88a3-141d-4b82-aca6-d89ac5841903 is going to be updated. [ 1248.139053] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.139053] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.139053] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.139335] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.139445] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.139611] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10af88a3-141d-4b82-aca6-d89ac5841903" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.294494] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6bd495ca-d8e3-49d1-a631-a127f0c182f6: rpc.has_security_group_logging(os_id): False [ 1248.295663] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6bd495ca-d8e3-49d1-a631-a127f0c182f6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.314754] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.315035] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.315035] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.315203] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.315298] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.315540] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.315650] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.315717] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.315884] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.315967] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.316173] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.316273] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.316338] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.316483] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.316557] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.316739] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.316832] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.316895] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.317050] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.317131] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.317220] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 is going to be updated. [ 1248.388530] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.388750] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.388750] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.389025] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.389194] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.402604] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 in Status: IN_PROGRESS for 2s [ 1248.797821] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6bd495ca-d8e3-49d1-a631-a127f0c182f6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.300148] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.300450] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.300450] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.300594] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.300723] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.300864] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 is going to be updated. [ 1249.330958] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.331207] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.331207] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.331446] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.331627] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.343858] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 in Status: IN_PROGRESS for 2s [ 1250.419463] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 in Status: SUCCESS [ 1250.419714] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.419954] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.420165] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.420260] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6bd495ca-d8e3-49d1-a631-a127f0c182f6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.922843] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bd495ca-d8e3-49d1-a631-a127f0c182f6 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.923103] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.354952] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 in Status: SUCCESS [ 1251.355246] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.355421] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.355704] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.355934] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.356214] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.356333] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.356529] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.356614] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.356733] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.356831] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6bd495ca-d8e3-49d1-a631-a127f0c182f6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.545648] env[65123]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1251.546054] env[65123]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cf032b2a-4c6f-4b1d-acd4-91d8295998bd None None] NSXv3 Agent Agent loop - iteration:3 started [ 1251.860051] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bd495ca-d8e3-49d1-a631-a127f0c182f6 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.860051] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.860299] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.860352] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.860545] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.860667] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.860710] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.860861] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.860956] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.861062] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.861213] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bd495ca-d8e3-49d1-a631-a127f0c182f6 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.861315] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.861364] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.861509] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.861665] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.861758] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.861819] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.861986] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.862103] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.862197] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.862290] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6bd495ca-d8e3-49d1-a631-a127f0c182f6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.365318] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6bd495ca-d8e3-49d1-a631-a127f0c182f6: rpc.has_security_group_logging(os_id): False [ 1252.383447] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.383696] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.383779] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.384015] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.384138] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.384391] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.384513] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.384573] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.384781] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.384870] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.385093] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.385208] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.385277] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.385461] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.385540] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.385745] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.385859] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.385915] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.386093] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.386197] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.386295] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 is going to be updated. [ 1252.445462] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.445703] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.445703] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.445908] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.446071] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.464314] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 in Status: IN_PROGRESS for 2s [ 1252.613054] env[65123]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1252.613451] env[65123]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1254.481265] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 in Status: SUCCESS [ 1254.481660] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.614185] env[65123]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1257.614440] env[65123]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1259.357772] env[65123]: INFO networking_nsxv3.common.synchronization [req-8ae5add6-7772-48a0-a175-92a8984c4517 req-357b29a9-7a53-48bd-b3ea-4efe73eae926 tempest-ServerActionsTestJSON-1424708554 tempest-ServerActionsTestJSON-1424708554-project-member] Enqueued Resource ID: c2d08436-351c-4d82-a1f1-2b3cee27193b with Priority: HIGHEST for action security_group_members [ 1259.358305] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2d08436-351c-4d82-a1f1-2b3cee27193b with Priority: HIGHEST for action security_group_members [ 1259.358610] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2d08436-351c-4d82-a1f1-2b3cee27193b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.358734] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.358801] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.358985] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.359336] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.359336] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.359336] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.359552] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.359552] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.359640] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2d08436-351c-4d82-a1f1-2b3cee27193b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.579413] env[65123]: INFO networking_nsxv3.common.synchronization [req-c6cf8da2-7042-4bde-92c6-dc98056b96f6 req-1b299ab8-608d-4840-81da-49335a42d8e4 tempest-AttachInterfacesTestJSON-243198972 tempest-AttachInterfacesTestJSON-243198972-project-member] Enqueued Resource ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 with Priority: HIGHEST for action security_group_members [ 1259.580358] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 with Priority: HIGHEST for action security_group_members [ 1259.580358] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bd495ca-d8e3-49d1-a631-a127f0c182f6 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.580576] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.580576] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.580764] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.580921] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.581030] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.581082] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.581949] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.581949] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.581949] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6bd495ca-d8e3-49d1-a631-a127f0c182f6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.861511] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.861684] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.861728] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.861933] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.862036] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.862233] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.862333] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.862396] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.862546] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.862621] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.862894] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2d08436-351c-4d82-a1f1-2b3cee27193b is going to be updated. [ 1259.894333] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.894503] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.894577] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.894914] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.895092] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.903395] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2d08436-351c-4d82-a1f1-2b3cee27193b in Status: IN_PROGRESS for 2s [ 1260.046955] env[65123]: INFO networking_nsxv3.common.synchronization [None req-f02972c3-5051-4089-92d9-8b7c73837e1c tempest-AttachInterfacesTestJSON-243198972 tempest-AttachInterfacesTestJSON-243198972-project-member] Enqueued Resource ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 with Priority: HIGHEST for action security_group_members [ 1260.046955] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 with Priority: HIGHEST for action security_group_members [ 1260.046955] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bd495ca-d8e3-49d1-a631-a127f0c182f6 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.046955] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.084317] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6bd495ca-d8e3-49d1-a631-a127f0c182f6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.586865] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6bd495ca-d8e3-49d1-a631-a127f0c182f6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.088899] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.089125] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.089125] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.089316] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.089405] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.089506] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 is going to be updated. [ 1261.115975] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.115975] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.115975] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.115975] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.115975] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.122885] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 in Status: IN_PROGRESS for 2s [ 1261.912530] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2d08436-351c-4d82-a1f1-2b3cee27193b in Status: SUCCESS [ 1261.912962] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2d08436-351c-4d82-a1f1-2b3cee27193b deletion is rescheduled due to dependency. [ 1261.912962] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.709306] env[65123]: INFO networking_nsxv3.common.synchronization [req-120f7a81-9641-4618-bf12-e1bb72f59a6f req-fe8309a7-91e1-4019-a994-a8fa40d98487 tempest-AttachInterfacesTestJSON-243198972 tempest-AttachInterfacesTestJSON-243198972-project-member] Enqueued Resource ID: a2dece8b-08a6-4d78-b2ba-724a50fa93e8 with Priority: HIGHEST for action security_group_members [ 1262.709865] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2dece8b-08a6-4d78-b2ba-724a50fa93e8 with Priority: HIGHEST for action security_group_members [ 1262.710198] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2dece8b-08a6-4d78-b2ba-724a50fa93e8 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.710324] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2dece8b-08a6-4d78-b2ba-724a50fa93e8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.710388] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2dece8b-08a6-4d78-b2ba-724a50fa93e8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.710716] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2dece8b-08a6-4d78-b2ba-724a50fa93e8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.710855] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.710916] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.710968] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.711553] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.711553] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.711553] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2dece8b-08a6-4d78-b2ba-724a50fa93e8',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.136039] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 in Status: SUCCESS [ 1263.136039] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.136039] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.136039] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.136039] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.136039] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.136039] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.136039] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.136039] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.136039] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6bd495ca-d8e3-49d1-a631-a127f0c182f6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.214447] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.214677] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.214677] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.214890] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.214957] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.215178] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.215286] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.215351] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.215502] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.215579] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.215665] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2dece8b-08a6-4d78-b2ba-724a50fa93e8 is going to be updated. [ 1263.246016] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.246314] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.246314] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.246449] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.246550] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.255751] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2dece8b-08a6-4d78-b2ba-724a50fa93e8 in Status: IN_PROGRESS for 2s [ 1263.487431] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.487579] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.487624] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.487828] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.487937] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.638532] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.638679] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.638745] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.639027] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.639150] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.639360] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.639463] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.639528] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.639691] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.639769] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.639856] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 is going to be updated. [ 1263.665288] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.665440] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.665494] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.665705] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.665850] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.674527] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 in Status: IN_PROGRESS for 2s [ 1263.990454] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.492360] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.995074] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1264.995074] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1265.272143] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2dece8b-08a6-4d78-b2ba-724a50fa93e8 in Status: SUCCESS [ 1265.272336] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2dece8b-08a6-4d78-b2ba-724a50fa93e8 deletion is rescheduled due to dependency. [ 1265.272435] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2dece8b-08a6-4d78-b2ba-724a50fa93e8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.684344] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 in Status: SUCCESS [ 1265.684673] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 deletion is rescheduled due to dependency. [ 1265.684673] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.788838] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.789157] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.789157] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.789282] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.801359] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1265.802219] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.803358] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1265.838348] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.838348] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.838621] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.838621] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.850942] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.851688] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1265.851797] env[65123]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65123) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1265.851926] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1265.893225] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.893475] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.893475] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.893635] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.895076] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.895273] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1265.966930] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.967144] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.967190] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.967384] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.967699] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.967975] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1266.044031] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.044206] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.044251] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.044450] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.044772] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.045324] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:45. [ 1266.045324] env[65123]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'21c307f8-d7f6-45b1-901e-48f5c00fcdfc', '1d68a405-7fa8-470d-9ac9-7e09153e96e3', 'e522bebe-ad56-4993-b561-7ece0d990c19', 'bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0', 'edc98a23-2b13-4661-9524-caf5365deadf', '66899d70-91dd-4168-ac81-5840db510b23', '5fdf8278-41f9-409a-a712-c161b01a8d6b', 'c2d08436-351c-4d82-a1f1-2b3cee27193b', 'c8385211-55ab-49eb-a820-5020250059cc', '58ea535e-6679-43e5-9c51-e76bdbd02b02', '6bd495ca-d8e3-49d1-a631-a127f0c182f6', '53223eff-2e7e-4601-a6eb-563d5cb5bc32', '1380cffc-4099-4075-b5a3-911305d6ea5c', '41c9e9da-5695-43b1-82a7-d34673030227', '4ca4c776-73af-4661-8a6d-1a9c658d044b', '5023bee4-1711-4b83-aa15-c9d04ef8ec26', '58a92d28-ea32-4136-881b-c9e00679b197', '7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6', 'a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae', 'eac7e7d4-2b7d-41a6-a03a-40acd50b6af6', 'cfdabfe4-ab89-4faf-8a03-558dd5b7796b', 'd44d924d-4e7d-48fe-9b2a-992c876e3527', '02708fce-90c8-4783-ab9f-c19d52a628ad', 'a2de5b53-b9e0-4a4b-b776-3160a39d5626', 'e8dc21bc-4af6-4aad-b7ce-4dbc57c1480c', 'ae5b85c3-eb59-4975-9995-23734b607892', '547037e8-4842-4c71-8052-f89b6a5cd740', '0b1196d2-d91d-4629-ad5b-62ce65d067b5', '4dbc40a0-c971-4adc-bd14-048325f7c93e', '8fcd665b-7f92-418a-a7bb-35a0ae34d15b', 'a2dece8b-08a6-4d78-b2ba-724a50fa93e8', '1cc97ec7-a1b9-4385-b015-589d06000b06', 'a470f8eb-7728-412e-9895-acba6dfb973d', '031449d6-bcc6-49b1-8d57-31ae95da81a6', '56c043af-f32c-4d0e-a2b6-3f16bdbe73e0', 'aa9989a9-f9fb-4528-8e69-00aad4dc38f9', 'a74efe0f-1423-41fb-9e5f-02968bd66f81', 'a98e674a-b8bf-457d-adf2-b98cb5a75bdf', '805ecbe4-9457-4391-a823-a6cb5e6e4067', '5606699a-2416-46e1-a389-981d2760202b', '65a23299-64ad-49ba-8d13-5b8591b0226a', '2a036058-7354-4a79-b92b-a4da5afe98ad', '1cceff52-95a9-4d4d-a078-b63962532313', 'fe658e4a-6c22-4ce8-b97d-083c99582cd0', '92991085-8477-4b64-b6ba-9f68fb2356f8'} {{(pid=65123) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1266.045324] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1266.063891] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.064116] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.064116] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.064256] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.064340] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.064451] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1266.064523] env[65123]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65123) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1266.064593] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1266.137736] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.137906] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.137954] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.138180] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.139327] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.139598] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1266.139677] env[65123]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65123) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1266.139751] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1266.139820] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1266.139899] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/45 resources of Type:Security Group Rules [ 1266.139971] env[65123]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 21c307f8-d7f6-45b1-901e-48f5c00fcdfc with Priority: HIGH for action security_group_rules [ 1266.140067] env[65123]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1d68a405-7fa8-470d-9ac9-7e09153e96e3 with Priority: HIGH for action security_group_rules [ 1266.140135] env[65123]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e522bebe-ad56-4993-b561-7ece0d990c19 with Priority: HIGH for action security_group_rules [ 1266.140200] env[65123]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 with Priority: HIGH for action security_group_rules [ 1266.140263] env[65123]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: edc98a23-2b13-4661-9524-caf5365deadf with Priority: HIGH for action security_group_rules [ 1266.140325] env[65123]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 66899d70-91dd-4168-ac81-5840db510b23 with Priority: HIGH for action security_group_rules [ 1266.140526] env[65123]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5fdf8278-41f9-409a-a712-c161b01a8d6b with Priority: HIGH for action security_group_rules [ 1266.140526] env[65123]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c2d08436-351c-4d82-a1f1-2b3cee27193b with Priority: HIGH for action security_group_rules [ 1266.140526] env[65123]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c8385211-55ab-49eb-a820-5020250059cc with Priority: HIGH for action security_group_rules [ 1266.140675] env[65123]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 58ea535e-6679-43e5-9c51-e76bdbd02b02 with Priority: HIGH for action security_group_rules [ 1266.140675] env[65123]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 with Priority: HIGH for action security_group_rules [ 1266.140675] env[65123]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 53223eff-2e7e-4601-a6eb-563d5cb5bc32 with Priority: HIGH for action security_group_rules [ 1266.140797] env[65123]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1380cffc-4099-4075-b5a3-911305d6ea5c with Priority: HIGH for action security_group_rules [ 1266.140797] env[65123]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 41c9e9da-5695-43b1-82a7-d34673030227 with Priority: HIGH for action security_group_rules [ 1266.140867] env[65123]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b with Priority: HIGH for action security_group_rules [ 1266.140903] env[65123]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5023bee4-1711-4b83-aa15-c9d04ef8ec26 with Priority: HIGH for action security_group_rules [ 1266.140941] env[65123]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 58a92d28-ea32-4136-881b-c9e00679b197 with Priority: HIGH for action security_group_rules [ 1266.141014] env[65123]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 with Priority: HIGH for action security_group_rules [ 1266.141086] env[65123]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae with Priority: HIGH for action security_group_rules [ 1266.141151] env[65123]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eac7e7d4-2b7d-41a6-a03a-40acd50b6af6 with Priority: HIGH for action security_group_rules [ 1266.141249] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.712364] env[65123]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1267.712364] env[65123]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1267.712364] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21c307f8-d7f6-45b1-901e-48f5c00fcdfc with Priority: HIGH for action security_group_rules [ 1267.712364] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e522bebe-ad56-4993-b561-7ece0d990c19 with Priority: HIGH for action security_group_rules [ 1267.712364] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fdf8278-41f9-409a-a712-c161b01a8d6b with Priority: HIGH for action security_group_rules [ 1267.712364] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b with Priority: HIGH for action security_group_rules [ 1267.712364] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eac7e7d4-2b7d-41a6-a03a-40acd50b6af6 with Priority: HIGH for action security_group_rules [ 1267.712364] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae with Priority: HIGH for action security_group_rules [ 1267.712364] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 with Priority: HIGH for action security_group_rules [ 1267.712364] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58a92d28-ea32-4136-881b-c9e00679b197 with Priority: HIGH for action security_group_rules [ 1267.712364] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41c9e9da-5695-43b1-82a7-d34673030227 with Priority: HIGH for action security_group_rules [ 1267.713102] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5023bee4-1711-4b83-aa15-c9d04ef8ec26 with Priority: HIGH for action security_group_rules [ 1267.713102] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1380cffc-4099-4075-b5a3-911305d6ea5c with Priority: HIGH for action security_group_rules [ 1267.713102] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53223eff-2e7e-4601-a6eb-563d5cb5bc32 with Priority: HIGH for action security_group_rules [ 1267.713102] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 with Priority: HIGH for action security_group_rules [ 1267.713102] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58ea535e-6679-43e5-9c51-e76bdbd02b02 with Priority: HIGH for action security_group_rules [ 1267.713102] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8385211-55ab-49eb-a820-5020250059cc with Priority: HIGH for action security_group_rules [ 1267.713102] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66899d70-91dd-4168-ac81-5840db510b23 with Priority: HIGH for action security_group_rules [ 1267.713102] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2d08436-351c-4d82-a1f1-2b3cee27193b with Priority: HIGH for action security_group_rules [ 1267.713350] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edc98a23-2b13-4661-9524-caf5365deadf with Priority: HIGH for action security_group_rules [ 1267.713421] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d68a405-7fa8-470d-9ac9-7e09153e96e3 with Priority: HIGH for action security_group_rules [ 1267.713561] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 with Priority: HIGH for action security_group_rules [ 1267.713968] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21c307f8-d7f6-45b1-901e-48f5c00fcdfc taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.714160] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.714260] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.714493] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.714606] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21c307f8-d7f6-45b1-901e-48f5c00fcdfc',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.715671] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e522bebe-ad56-4993-b561-7ece0d990c19 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.715792] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e522bebe-ad56-4993-b561-7ece0d990c19" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.715860] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e522bebe-ad56-4993-b561-7ece0d990c19" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.716049] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e522bebe-ad56-4993-b561-7ece0d990c19" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.716174] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e522bebe-ad56-4993-b561-7ece0d990c19',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.717051] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fdf8278-41f9-409a-a712-c161b01a8d6b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.717217] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fdf8278-41f9-409a-a712-c161b01a8d6b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.717307] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fdf8278-41f9-409a-a712-c161b01a8d6b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.717499] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fdf8278-41f9-409a-a712-c161b01a8d6b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.717810] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fdf8278-41f9-409a-a712-c161b01a8d6b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.720570] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ca4c776-73af-4661-8a6d-1a9c658d044b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.720977] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.720977] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.721106] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.721230] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ca4c776-73af-4661-8a6d-1a9c658d044b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.722181] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eac7e7d4-2b7d-41a6-a03a-40acd50b6af6 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.722348] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eac7e7d4-2b7d-41a6-a03a-40acd50b6af6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.722448] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eac7e7d4-2b7d-41a6-a03a-40acd50b6af6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.722646] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eac7e7d4-2b7d-41a6-a03a-40acd50b6af6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.722971] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eac7e7d4-2b7d-41a6-a03a-40acd50b6af6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.723597] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.723714] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.723714] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.723922] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.724020] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.724820] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.724938] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.725039] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.725237] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.725354] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.726338] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58a92d28-ea32-4136-881b-c9e00679b197 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.726595] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58a92d28-ea32-4136-881b-c9e00679b197" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.726661] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58a92d28-ea32-4136-881b-c9e00679b197" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.726821] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58a92d28-ea32-4136-881b-c9e00679b197" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.726895] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58a92d28-ea32-4136-881b-c9e00679b197',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.728094] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41c9e9da-5695-43b1-82a7-d34673030227 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.728094] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41c9e9da-5695-43b1-82a7-d34673030227" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.728094] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41c9e9da-5695-43b1-82a7-d34673030227" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.728094] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41c9e9da-5695-43b1-82a7-d34673030227" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.728299] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41c9e9da-5695-43b1-82a7-d34673030227',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.728872] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5023bee4-1711-4b83-aa15-c9d04ef8ec26 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.728999] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5023bee4-1711-4b83-aa15-c9d04ef8ec26" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.729096] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5023bee4-1711-4b83-aa15-c9d04ef8ec26" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.729572] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5023bee4-1711-4b83-aa15-c9d04ef8ec26" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.729572] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5023bee4-1711-4b83-aa15-c9d04ef8ec26',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.730476] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1380cffc-4099-4075-b5a3-911305d6ea5c taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.730640] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1380cffc-4099-4075-b5a3-911305d6ea5c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.730796] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1380cffc-4099-4075-b5a3-911305d6ea5c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.730923] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1380cffc-4099-4075-b5a3-911305d6ea5c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.731139] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1380cffc-4099-4075-b5a3-911305d6ea5c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.732079] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53223eff-2e7e-4601-a6eb-563d5cb5bc32 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.732244] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53223eff-2e7e-4601-a6eb-563d5cb5bc32" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.732354] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53223eff-2e7e-4601-a6eb-563d5cb5bc32" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.732588] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53223eff-2e7e-4601-a6eb-563d5cb5bc32" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.732710] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53223eff-2e7e-4601-a6eb-563d5cb5bc32',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.733814] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6bd495ca-d8e3-49d1-a631-a127f0c182f6 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.733814] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.733814] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.734021] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.734021] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6bd495ca-d8e3-49d1-a631-a127f0c182f6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.734693] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58ea535e-6679-43e5-9c51-e76bdbd02b02 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.734830] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58ea535e-6679-43e5-9c51-e76bdbd02b02" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.734883] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58ea535e-6679-43e5-9c51-e76bdbd02b02" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.735075] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58ea535e-6679-43e5-9c51-e76bdbd02b02" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.735727] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58ea535e-6679-43e5-9c51-e76bdbd02b02',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.736456] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8385211-55ab-49eb-a820-5020250059cc taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.736561] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8385211-55ab-49eb-a820-5020250059cc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.736623] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8385211-55ab-49eb-a820-5020250059cc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.736871] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8385211-55ab-49eb-a820-5020250059cc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.736926] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8385211-55ab-49eb-a820-5020250059cc',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.737930] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66899d70-91dd-4168-ac81-5840db510b23 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.738060] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66899d70-91dd-4168-ac81-5840db510b23" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.738124] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66899d70-91dd-4168-ac81-5840db510b23" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.738276] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66899d70-91dd-4168-ac81-5840db510b23" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.738347] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66899d70-91dd-4168-ac81-5840db510b23',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.739122] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2d08436-351c-4d82-a1f1-2b3cee27193b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.739245] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.739296] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.739428] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.739499] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2d08436-351c-4d82-a1f1-2b3cee27193b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.740318] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edc98a23-2b13-4661-9524-caf5365deadf taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.740509] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edc98a23-2b13-4661-9524-caf5365deadf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.740584] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edc98a23-2b13-4661-9524-caf5365deadf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.740738] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edc98a23-2b13-4661-9524-caf5365deadf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.740817] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edc98a23-2b13-4661-9524-caf5365deadf',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.742052] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d68a405-7fa8-470d-9ac9-7e09153e96e3 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.742052] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d68a405-7fa8-470d-9ac9-7e09153e96e3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.742052] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d68a405-7fa8-470d-9ac9-7e09153e96e3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.742052] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d68a405-7fa8-470d-9ac9-7e09153e96e3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.742262] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d68a405-7fa8-470d-9ac9-7e09153e96e3',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.742890] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.743365] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.743576] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.743757] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.743845] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.769101] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.769294] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.769337] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.769530] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.789431] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.789582] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21c307f8-d7f6-45b1-901e-48f5c00fcdfc is going to be deleted. [ 1267.841023] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.841233] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.841284] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.841497] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.841552] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.841649] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21c307f8-d7f6-45b1-901e-48f5c00fcdfc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.144796] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-825 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.145092] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-825" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.145198] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-825" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.145389] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-825" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.145636] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.145794] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.145911] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.146201] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.146346] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.146545] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1268.146656] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1268.146764] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1268.146875] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1268.146983] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1268.147106] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1268.147240] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1268.165358] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1268.165527] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1268.165665] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1268.165891] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-825" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.166234] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-faf15a3e-8768-49e1-aa0b-8e0584135bc1 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.166413] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-faf15a3e-8768-49e1-aa0b-8e0584135bc1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.166532] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-faf15a3e-8768-49e1-aa0b-8e0584135bc1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.166970] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-faf15a3e-8768-49e1-aa0b-8e0584135bc1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.166970] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('faf15a3e-8768-49e1-aa0b-8e0584135bc1',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.257237] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fdf8278-41f9-409a-a712-c161b01a8d6b taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.257391] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fdf8278-41f9-409a-a712-c161b01a8d6b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.257462] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fdf8278-41f9-409a-a712-c161b01a8d6b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.257729] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fdf8278-41f9-409a-a712-c161b01a8d6b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.257854] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.257936] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.257990] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.258157] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.258269] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.258362] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fdf8278-41f9-409a-a712-c161b01a8d6b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.258450] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5fdf8278-41f9-409a-a712-c161b01a8d6b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.326323] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.326519] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.326519] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.326796] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.328839] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.328839] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.329411] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.329506] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.330226] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.330321] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.330960] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.331086] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.331810] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.331911] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.332657] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.332813] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.334057] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.334173] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.334916] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.335098] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.335805] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.335941] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.336679] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.336768] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.337745] env[65123]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1268.338206] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.338322] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.338986] env[65123]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1268.339397] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.339503] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.340299] env[65123]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1268.340783] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.340956] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.341432] env[65123]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1268.341812] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.341902] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.342558] env[65123]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1268.342941] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.343079] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.345277] env[65123]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1268.345668] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.345786] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.351667] env[65123]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1268.351667] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.351667] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.352239] env[65123]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1268.352637] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.352807] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 is going to be deleted. [ 1268.353913] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.354681] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.379552] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.379762] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eac7e7d4-2b7d-41a6-a03a-40acd50b6af6 is going to be deleted. [ 1268.380704] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.381087] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.404212] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.404355] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d68a405-7fa8-470d-9ac9-7e09153e96e3 is going to be deleted. [ 1268.405300] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.405510] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.425541] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.425694] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edc98a23-2b13-4661-9524-caf5365deadf is going to be deleted. [ 1268.426744] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.426944] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.428463] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.428641] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.445502] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.445679] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.449262] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.449362] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2d08436-351c-4d82-a1f1-2b3cee27193b is going to be deleted. [ 1268.450263] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.450475] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.497741] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.497945] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1380cffc-4099-4075-b5a3-911305d6ea5c is going to be deleted. [ 1268.498874] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.499098] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.540425] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.540667] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.541580] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.541728] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58a92d28-ea32-4136-881b-c9e00679b197 is going to be deleted. [ 1268.542703] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.542963] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.544955] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.545082] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.546034] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.546138] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.587506] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.587696] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ca4c776-73af-4661-8a6d-1a9c658d044b is going to be deleted. [ 1268.588720] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.588936] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.641632] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.641835] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.653766] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.653926] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6 is going to be deleted. [ 1268.655125] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.655321] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.660562] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.660562] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.669075] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.669415] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.669623] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.670018] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.670198] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.670512] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.670685] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.670882] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.671147] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.671294] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.671608] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.671771] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.671951] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.672214] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.672358] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.672507] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: faf15a3e-8768-49e1-aa0b-8e0584135bc1 is going to be updated. [ 1268.701904] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.701989] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41c9e9da-5695-43b1-82a7-d34673030227 is going to be deleted. [ 1268.703087] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.703315] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.738292] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.738602] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.738658] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.738875] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.739083] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.739306] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-faf15a3e-8768-49e1-aa0b-8e0584135bc1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.740818] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.740989] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.779694] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5fdf8278-41f9-409a-a712-c161b01a8d6b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.789042] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.789181] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66899d70-91dd-4168-ac81-5840db510b23 is going to be deleted. [ 1268.790257] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.790484] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.826555] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.826555] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.827300] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.827415] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5023bee4-1711-4b83-aa15-c9d04ef8ec26 is going to be deleted. [ 1268.828420] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.828658] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.830071] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.830199] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.901796] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.901948] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0 is going to be deleted. [ 1268.903045] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.903287] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.955577] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.955726] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae is going to be deleted. [ 1268.956703] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.956933] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.958429] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.958549] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.016346] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.016570] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.038797] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.038974] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58ea535e-6679-43e5-9c51-e76bdbd02b02 is going to be deleted. [ 1269.039924] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.040163] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.042971] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.043145] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.067959] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.068177] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.096529] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.096695] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e522bebe-ad56-4993-b561-7ece0d990c19 is going to be deleted. [ 1269.097762] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.098185] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.162566] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.162796] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53223eff-2e7e-4601-a6eb-563d5cb5bc32 is going to be deleted. [ 1269.163810] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.164212] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.195388] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.195594] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.234570] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.234570] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8385211-55ab-49eb-a820-5020250059cc is going to be deleted. [ 1269.235695] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.235993] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.236144] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.236320] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.236548] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.236776] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.236901] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.237084] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eac7e7d4-2b7d-41a6-a03a-40acd50b6af6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.237773] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.238007] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.238139] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.238319] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.238525] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.238694] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.238810] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.238980] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d68a405-7fa8-470d-9ac9-7e09153e96e3" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.239192] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.239399] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.239514] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.239684] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edc98a23-2b13-4661-9524-caf5365deadf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.239864] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.240092] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.240211] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.240376] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58a92d28-ea32-4136-881b-c9e00679b197" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.240558] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.240763] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.240878] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.241078] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1380cffc-4099-4075-b5a3-911305d6ea5c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.241237] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.241437] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.241552] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.241715] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ca4c776-73af-4661-8a6d-1a9c658d044b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.241897] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.242128] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.242242] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.242408] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d9077bf-f20c-41a0-b0ae-37ca0fa34fa6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.243604] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.243747] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.243876] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.244051] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.244176] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.244342] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e522bebe-ad56-4993-b561-7ece0d990c19" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.244511] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.244716] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.244826] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.244992] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41c9e9da-5695-43b1-82a7-d34673030227" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.245169] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.245367] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.245483] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.245648] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66899d70-91dd-4168-ac81-5840db510b23" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.245835] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.246054] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.246171] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.246341] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5023bee4-1711-4b83-aa15-c9d04ef8ec26" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.246507] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.246730] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.246840] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.247015] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdfa9c5b-a0ca-40f5-84eb-13668f57f6b0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.247226] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.247436] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.247556] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.247713] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5fe2ddc-2fc1-4dbb-b5ea-71c894a687ae" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.247882] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.248105] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.248226] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.248388] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58ea535e-6679-43e5-9c51-e76bdbd02b02" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.282045] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5fdf8278-41f9-409a-a712-c161b01a8d6b: rpc.has_security_group_logging(os_id): False [ 1269.308602] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.308868] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.308868] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.309253] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.309253] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.309253] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53223eff-2e7e-4601-a6eb-563d5cb5bc32" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.310182] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.310359] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.310424] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.310598] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.348874] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.349629] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.349629] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.349629] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.349898] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.349898] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.349898] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fdf8278-41f9-409a-a712-c161b01a8d6b is going to be updated. [ 1269.357494] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.357494] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.357494] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.357494] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.357494] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.357494] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8385211-55ab-49eb-a820-5020250059cc" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.458651] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.458842] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.458886] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.459093] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.459376] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.464030] env[65123]: INFO networking_nsxv3.common.synchronization [req-8f740f45-ae2d-4094-ad0a-103014cfd717 req-aa8064f7-f61d-4726-87b5-0ea1b379505d service nova] Enqueued Resource ID: 5606699a-2416-46e1-a389-981d2760202b with Priority: HIGHEST for action security_group_rules [ 1269.464030] env[65123]: INFO networking_nsxv3.common.synchronization [req-8f740f45-ae2d-4094-ad0a-103014cfd717 req-aa8064f7-f61d-4726-87b5-0ea1b379505d service nova] Enqueued Resource ID: 5606699a-2416-46e1-a389-981d2760202b with Priority: HIGHEST for action security_group_members [ 1269.464030] env[65123]: INFO networking_nsxv3.common.synchronization [req-8f740f45-ae2d-4094-ad0a-103014cfd717 req-aa8064f7-f61d-4726-87b5-0ea1b379505d service nova] Enqueued Resource ID: faf15a3e-8768-49e1-aa0b-8e0584135bc1 with Priority: HIGHEST for action port [ 1269.464030] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5606699a-2416-46e1-a389-981d2760202b with Priority: HIGHEST for action security_group_rules [ 1269.464030] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5606699a-2416-46e1-a389-981d2760202b with Priority: HIGHEST for action security_group_members [ 1269.464030] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faf15a3e-8768-49e1-aa0b-8e0584135bc1 with Priority: HIGHEST for action port [ 1269.464030] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5606699a-2416-46e1-a389-981d2760202b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.464334] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.464334] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.464334] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.464476] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5606699a-2416-46e1-a389-981d2760202b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.465295] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-5606699a-2416-46e1-a389-981d2760202b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.465396] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.465473] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.466031] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.466031] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.466031] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.466031] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.466291] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.466291] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.466406] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5606699a-2416-46e1-a389-981d2760202b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.468195] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-faf15a3e-8768-49e1-aa0b-8e0584135bc1 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.468195] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-faf15a3e-8768-49e1-aa0b-8e0584135bc1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.468195] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-faf15a3e-8768-49e1-aa0b-8e0584135bc1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.468195] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-faf15a3e-8768-49e1-aa0b-8e0584135bc1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.468195] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('faf15a3e-8768-49e1-aa0b-8e0584135bc1',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.505265] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fdf8278-41f9-409a-a712-c161b01a8d6b in Status: IN_PROGRESS for 2s [ 1269.970057] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5606699a-2416-46e1-a389-981d2760202b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.970377] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-5606699a-2416-46e1-a389-981d2760202b taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.970451] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.970633] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port faf15a3e-8768-49e1-aa0b-8e0584135bc1 with status ACTIVE [ 1269.970834] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.971017] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.971091] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.971297] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.971387] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.971558] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.971656] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.971718] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.971874] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.971952] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.972158] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.972265] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.972336] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.972489] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.972570] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.972643] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: faf15a3e-8768-49e1-aa0b-8e0584135bc1 is going to be updated. [ 1269.996538] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.996677] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.996817] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.997091] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.997284] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.997458] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-faf15a3e-8768-49e1-aa0b-8e0584135bc1" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.475255] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5606699a-2416-46e1-a389-981d2760202b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.641104] env[65123]: INFO networking_nsxv3.common.synchronization [None req-3fe20574-a980-4fd2-99be-61ea8820f91b tempest-AttachInterfacesTestJSON-243198972 tempest-AttachInterfacesTestJSON-243198972-project-member] Enqueued Resource ID: fee04c13-7214-44f2-aeed-18500c8794d8 with Priority: HIGHEST for action security_group_rules [ 1270.641484] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fee04c13-7214-44f2-aeed-18500c8794d8 with Priority: HIGHEST for action security_group_rules [ 1270.642106] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fee04c13-7214-44f2-aeed-18500c8794d8 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.642106] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fee04c13-7214-44f2-aeed-18500c8794d8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.642301] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fee04c13-7214-44f2-aeed-18500c8794d8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.642449] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fee04c13-7214-44f2-aeed-18500c8794d8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.642535] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fee04c13-7214-44f2-aeed-18500c8794d8',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.718012] env[65123]: INFO networking_nsxv3.common.synchronization [None req-4f4b193b-3e91-4e3a-b03c-7245c52a7a22 tempest-AttachInterfacesTestJSON-243198972 tempest-AttachInterfacesTestJSON-243198972-project-member] Enqueued Resource ID: fee04c13-7214-44f2-aeed-18500c8794d8 with Priority: HIGHEST for action security_group_rules [ 1270.718667] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fee04c13-7214-44f2-aeed-18500c8794d8 with Priority: HIGHEST for action security_group_rules [ 1270.719225] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fee04c13-7214-44f2-aeed-18500c8794d8 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.719378] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fee04c13-7214-44f2-aeed-18500c8794d8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.977824] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.978331] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.978331] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.978331] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.978489] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.978489] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5606699a-2416-46e1-a389-981d2760202b is going to be updated. [ 1271.008465] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.008465] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.008465] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.009024] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.009162] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.020805] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5606699a-2416-46e1-a389-981d2760202b in Status: IN_PROGRESS for 2s [ 1271.162992] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.163218] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.163413] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.163551] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.163706] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.163858] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fee04c13-7214-44f2-aeed-18500c8794d8 already deleted. [ 1271.163985] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fee04c13-7214-44f2-aeed-18500c8794d8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.164209] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fee04c13-7214-44f2-aeed-18500c8794d8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.164435] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fee04c13-7214-44f2-aeed-18500c8794d8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.164529] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fee04c13-7214-44f2-aeed-18500c8794d8',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.188318] env[65123]: INFO networking_nsxv3.common.synchronization [req-a16e5e3d-5113-4ceb-9f82-3d3817fe6c8e req-ad5782bd-12a0-4f98-ab39-dad137b8b591 tempest-ServerActionsTestOtherA-1066851600 tempest-ServerActionsTestOtherA-1066851600-project-member] Enqueued Resource ID: a98e674a-b8bf-457d-adf2-b98cb5a75bdf with Priority: HIGHEST for action security_group_members [ 1271.190805] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a98e674a-b8bf-457d-adf2-b98cb5a75bdf with Priority: HIGHEST for action security_group_members [ 1271.190805] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-a98e674a-b8bf-457d-adf2-b98cb5a75bdf taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.190805] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a98e674a-b8bf-457d-adf2-b98cb5a75bdf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.190805] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a98e674a-b8bf-457d-adf2-b98cb5a75bdf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.190805] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a98e674a-b8bf-457d-adf2-b98cb5a75bdf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.190805] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.190805] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.190805] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.190805] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.190805] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.190805] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a98e674a-b8bf-457d-adf2-b98cb5a75bdf',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.521078] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fdf8278-41f9-409a-a712-c161b01a8d6b in Status: SUCCESS [ 1271.521374] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fdf8278-41f9-409a-a712-c161b01a8d6b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.686299] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.686437] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.686516] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.686729] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.686817] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.686917] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fee04c13-7214-44f2-aeed-18500c8794d8 already deleted. [ 1271.687000] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fee04c13-7214-44f2-aeed-18500c8794d8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.692448] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a98e674a-b8bf-457d-adf2-b98cb5a75bdf',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.079872] env[65123]: INFO networking_nsxv3.common.synchronization [req-c46bbf4e-908d-4a8d-a0fe-2018c3c0a141 req-47f53d8f-b0d5-45c9-825b-fdf2f434ec23 tempest-ServerActionsTestJSON-1424708554 tempest-ServerActionsTestJSON-1424708554-project-member] Enqueued Resource ID: c2d08436-351c-4d82-a1f1-2b3cee27193b with Priority: HIGHEST for action security_group_members [ 1272.079872] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2d08436-351c-4d82-a1f1-2b3cee27193b with Priority: HIGHEST for action security_group_members [ 1272.079872] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2d08436-351c-4d82-a1f1-2b3cee27193b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.079872] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.079872] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.079872] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.079872] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.079872] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.079872] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.079872] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.079872] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.079872] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2d08436-351c-4d82-a1f1-2b3cee27193b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.194925] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a98e674a-b8bf-457d-adf2-b98cb5a75bdf',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.398673] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock network-840 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.398877] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "network-840" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.399050] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "network-840" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.399401] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "network-840" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.399596] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.399758] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.399875] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.400101] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.400241] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.400439] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1272.400564] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1272.400669] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1272.400774] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1272.400881] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1272.400984] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1272.401122] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1272.419518] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1272.419684] env[65123]: DEBUG dogpile.cache.region [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1272.419825] env[65123]: DEBUG dogpile.lock [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1272.419998] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "network-840" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.420330] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock port-216a79ab-b764-43e3-8d48-6b576a2e3bef taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.421801] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "port-216a79ab-b764-43e3-8d48-6b576a2e3bef" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.421801] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "port-216a79ab-b764-43e3-8d48-6b576a2e3bef" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.421801] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "port-216a79ab-b764-43e3-8d48-6b576a2e3bef" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.421801] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('216a79ab-b764-43e3-8d48-6b576a2e3bef',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.582262] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.582482] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.582482] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.582956] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.582956] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.583155] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.583270] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.583336] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.583501] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.583580] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.583667] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2d08436-351c-4d82-a1f1-2b3cee27193b is going to be deleted. [ 1272.620343] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.620726] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.620726] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.620948] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.621094] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.621211] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.696832] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.697041] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.697090] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.697279] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.697369] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.697471] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a98e674a-b8bf-457d-adf2-b98cb5a75bdf is going to be updated. [ 1272.748058] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.748285] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.748285] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.748565] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.748645] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.760408] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a98e674a-b8bf-457d-adf2-b98cb5a75bdf in Status: IN_PROGRESS for 2s [ 1272.923938] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.924509] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.924782] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.927020] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.927020] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.927020] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Segment Port 216a79ab-b764-43e3-8d48-6b576a2e3bef not found, creating... [ 1272.927020] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.927020] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.927020] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.927020] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.927020] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.927020] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.927020] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.927605] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.928052] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.928615] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.928615] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Resource: SegmentPort with ID: 216a79ab-b764-43e3-8d48-6b576a2e3bef is going to be created. [ 1272.952219] env[65123]: DEBUG networking_nsxv3.common.locking [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.952578] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.952706] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.953044] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.953309] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.953495] env[65123]: DEBUG oslo_concurrency.lockutils [None req-9e427977-dad1-41e0-a1f6-63cbde3b1bd9 None None] Releasing lock "port-216a79ab-b764-43e3-8d48-6b576a2e3bef" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.043100] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5606699a-2416-46e1-a389-981d2760202b in Status: SUCCESS [ 1273.043100] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.043100] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.043348] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.043536] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.043664] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.043845] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.043892] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.044400] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.044400] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.044400] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5606699a-2416-46e1-a389-981d2760202b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.546348] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5606699a-2416-46e1-a389-981d2760202b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.671687] env[65123]: INFO networking_nsxv3.common.synchronization [req-c46bbf4e-908d-4a8d-a0fe-2018c3c0a141 req-d61096e3-94f6-428f-af19-f49524a1e556 service nova] Enqueued Resource ID: c2d08436-351c-4d82-a1f1-2b3cee27193b with Priority: HIGHEST for action security_group_rules [ 1273.671892] env[65123]: INFO networking_nsxv3.common.synchronization [req-c46bbf4e-908d-4a8d-a0fe-2018c3c0a141 req-d61096e3-94f6-428f-af19-f49524a1e556 service nova] Enqueued Resource ID: c2d08436-351c-4d82-a1f1-2b3cee27193b with Priority: HIGHEST for action security_group_members [ 1273.672117] env[65123]: INFO networking_nsxv3.common.synchronization [req-c46bbf4e-908d-4a8d-a0fe-2018c3c0a141 req-d61096e3-94f6-428f-af19-f49524a1e556 service nova] Enqueued Resource ID: 216a79ab-b764-43e3-8d48-6b576a2e3bef with Priority: HIGHEST for action port [ 1273.672667] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2d08436-351c-4d82-a1f1-2b3cee27193b with Priority: HIGHEST for action security_group_rules [ 1273.672880] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2d08436-351c-4d82-a1f1-2b3cee27193b with Priority: HIGHEST for action security_group_members [ 1273.673013] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 216a79ab-b764-43e3-8d48-6b576a2e3bef with Priority: HIGHEST for action port [ 1273.673297] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2d08436-351c-4d82-a1f1-2b3cee27193b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.673411] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.673478] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.673673] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.673753] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2d08436-351c-4d82-a1f1-2b3cee27193b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.674579] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2d08436-351c-4d82-a1f1-2b3cee27193b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.674689] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.674786] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.674909] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.675063] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.675171] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.675248] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.675372] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.676062] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.676062] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2d08436-351c-4d82-a1f1-2b3cee27193b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.676447] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-216a79ab-b764-43e3-8d48-6b576a2e3bef taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.676556] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-216a79ab-b764-43e3-8d48-6b576a2e3bef" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.676626] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-216a79ab-b764-43e3-8d48-6b576a2e3bef" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.676778] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-216a79ab-b764-43e3-8d48-6b576a2e3bef" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.677125] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('216a79ab-b764-43e3-8d48-6b576a2e3bef',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.048847] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5606699a-2416-46e1-a389-981d2760202b: rpc.has_security_group_logging(os_id): False [ 1274.067687] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.067859] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.067935] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.068179] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.087185] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.087480] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.087601] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.087671] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.087890] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.087967] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.088079] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5606699a-2416-46e1-a389-981d2760202b is going to be updated. [ 1274.151386] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.151556] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.151625] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.151792] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.151936] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.166214] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5606699a-2416-46e1-a389-981d2760202b in Status: IN_PROGRESS for 2s [ 1274.179380] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2d08436-351c-4d82-a1f1-2b3cee27193b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.179859] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2d08436-351c-4d82-a1f1-2b3cee27193b taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.180033] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.180381] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 216a79ab-b764-43e3-8d48-6b576a2e3bef with status ACTIVE [ 1274.180565] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.180743] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.180794] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.181472] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.181472] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.181472] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.181472] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.181472] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.181850] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.181850] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.181908] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.182239] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.182324] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.182496] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.182607] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.182721] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 216a79ab-b764-43e3-8d48-6b576a2e3bef is going to be updated. [ 1274.204835] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.205066] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.205197] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.205464] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.205665] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.205881] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-216a79ab-b764-43e3-8d48-6b576a2e3bef" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.683082] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2d08436-351c-4d82-a1f1-2b3cee27193b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.770650] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a98e674a-b8bf-457d-adf2-b98cb5a75bdf in Status: SUCCESS [ 1274.770939] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a98e674a-b8bf-457d-adf2-b98cb5a75bdf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.185437] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.185608] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.185754] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.186011] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.186115] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.186219] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2d08436-351c-4d82-a1f1-2b3cee27193b is going to be created. [ 1275.214596] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.214793] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.214913] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.215149] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.215356] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.226067] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2d08436-351c-4d82-a1f1-2b3cee27193b in Status: UNINITIALIZED for 2s [ 1275.726032] env[65123]: INFO networking_nsxv3.common.synchronization [req-dd7236f1-e932-4abb-930d-077ddf342c88 req-bcc4b4b4-b1d9-402d-ba8c-31182b9c8e08 tempest-AttachVolumeNegativeTest-1722468573 tempest-AttachVolumeNegativeTest-1722468573-project-member] Enqueued Resource ID: 5fdf8278-41f9-409a-a712-c161b01a8d6b with Priority: HIGHEST for action security_group_members [ 1275.726612] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fdf8278-41f9-409a-a712-c161b01a8d6b with Priority: HIGHEST for action security_group_members [ 1275.727038] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fdf8278-41f9-409a-a712-c161b01a8d6b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.727038] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fdf8278-41f9-409a-a712-c161b01a8d6b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.727154] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fdf8278-41f9-409a-a712-c161b01a8d6b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.727338] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fdf8278-41f9-409a-a712-c161b01a8d6b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.727508] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.727612] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.727871] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.727871] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.727965] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.728087] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fdf8278-41f9-409a-a712-c161b01a8d6b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.180633] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5606699a-2416-46e1-a389-981d2760202b in Status: SUCCESS [ 1276.181051] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.231390] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.232168] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.232273] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.232487] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.233042] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.233042] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.233042] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.233042] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.233246] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.233296] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.233378] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fdf8278-41f9-409a-a712-c161b01a8d6b is going to be updated. [ 1276.265116] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.265289] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.265343] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.265564] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.265713] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.275087] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fdf8278-41f9-409a-a712-c161b01a8d6b in Status: IN_PROGRESS for 2s [ 1277.237911] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2d08436-351c-4d82-a1f1-2b3cee27193b in Status: SUCCESS [ 1277.238407] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.238519] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.238807] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.239088] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.239278] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.239392] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.239644] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.239790] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.239943] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.240218] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c2d08436-351c-4d82-a1f1-2b3cee27193b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.743371] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c2d08436-351c-4d82-a1f1-2b3cee27193b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.240482] env[65123]: INFO networking_nsxv3.common.synchronization [req-50ce6db6-7425-42aa-8dce-0347aaf2a4e9 req-01b40a40-ecbd-4dca-ae47-b1d67404d643 tempest-AttachInterfacesTestJSON-243198972 tempest-AttachInterfacesTestJSON-243198972-project-member] Enqueued Resource ID: fee04c13-7214-44f2-aeed-18500c8794d8 with Priority: HIGHEST for action security_group_members [ 1278.241248] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fee04c13-7214-44f2-aeed-18500c8794d8 with Priority: HIGHEST for action security_group_members [ 1278.241348] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fee04c13-7214-44f2-aeed-18500c8794d8 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.241477] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fee04c13-7214-44f2-aeed-18500c8794d8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.241544] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fee04c13-7214-44f2-aeed-18500c8794d8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.241795] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fee04c13-7214-44f2-aeed-18500c8794d8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.241951] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.242208] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.242287] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.242549] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.242549] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.242616] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fee04c13-7214-44f2-aeed-18500c8794d8',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.245491] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c2d08436-351c-4d82-a1f1-2b3cee27193b: rpc.has_security_group_logging(os_id): False [ 1278.264537] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.264747] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.264864] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.265245] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.265391] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.265817] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.265911] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.266033] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.266284] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.266417] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.266562] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2d08436-351c-4d82-a1f1-2b3cee27193b is going to be created. [ 1278.284508] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fdf8278-41f9-409a-a712-c161b01a8d6b in Status: SUCCESS [ 1278.284685] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fdf8278-41f9-409a-a712-c161b01a8d6b deletion is rescheduled due to dependency. [ 1278.284801] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fdf8278-41f9-409a-a712-c161b01a8d6b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.347858] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.347858] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.347858] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.348171] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.348313] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.365113] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2d08436-351c-4d82-a1f1-2b3cee27193b in Status: IN_PROGRESS for 2s [ 1278.570294] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock network-57 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.570484] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "network-57" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.570609] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "network-57" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.570915] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "network-57" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.571187] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.571382] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.571469] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.571685] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.571829] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.572097] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1278.572217] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1278.572333] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1278.572444] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1278.572554] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1278.572658] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1278.572818] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1278.592434] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1278.592611] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1278.592764] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1278.593033] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "network-57" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.593361] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock port-91e89127-b69a-444e-b8ca-62c27b7b2c9c taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.593534] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "port-91e89127-b69a-444e-b8ca-62c27b7b2c9c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.593652] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "port-91e89127-b69a-444e-b8ca-62c27b7b2c9c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.594024] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "port-91e89127-b69a-444e-b8ca-62c27b7b2c9c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.594158] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91e89127-b69a-444e-b8ca-62c27b7b2c9c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.745368] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.745569] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.745569] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.745753] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.745842] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.746047] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.746151] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.746214] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.746367] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.746444] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.746530] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fee04c13-7214-44f2-aeed-18500c8794d8 already deleted. [ 1278.746611] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fee04c13-7214-44f2-aeed-18500c8794d8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.097268] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.097532] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.097643] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.097991] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.098171] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.098332] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Segment Port 91e89127-b69a-444e-b8ca-62c27b7b2c9c not found, creating... [ 1279.098687] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.098904] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.099058] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.099379] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.099556] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.099942] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.100178] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.100446] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.100668] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.100896] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.101128] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Resource: SegmentPort with ID: 91e89127-b69a-444e-b8ca-62c27b7b2c9c is going to be created. [ 1279.127077] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.127375] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.127503] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.127850] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.128162] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.128446] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "port-91e89127-b69a-444e-b8ca-62c27b7b2c9c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.885221] env[65123]: INFO networking_nsxv3.common.synchronization [req-50ce6db6-7425-42aa-8dce-0347aaf2a4e9 req-713db1e6-2c26-45e8-b283-cc2c2bba7ab1 service nova] Enqueued Resource ID: fee04c13-7214-44f2-aeed-18500c8794d8 with Priority: HIGHEST for action security_group_rules [ 1279.885495] env[65123]: INFO networking_nsxv3.common.synchronization [req-50ce6db6-7425-42aa-8dce-0347aaf2a4e9 req-713db1e6-2c26-45e8-b283-cc2c2bba7ab1 service nova] Enqueued Resource ID: fee04c13-7214-44f2-aeed-18500c8794d8 with Priority: HIGHEST for action security_group_members [ 1279.885495] env[65123]: INFO networking_nsxv3.common.synchronization [req-50ce6db6-7425-42aa-8dce-0347aaf2a4e9 req-713db1e6-2c26-45e8-b283-cc2c2bba7ab1 service nova] Enqueued Resource ID: 91e89127-b69a-444e-b8ca-62c27b7b2c9c with Priority: HIGHEST for action port [ 1279.886065] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fee04c13-7214-44f2-aeed-18500c8794d8 with Priority: HIGHEST for action security_group_rules [ 1279.886392] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fee04c13-7214-44f2-aeed-18500c8794d8 with Priority: HIGHEST for action security_group_members [ 1279.886516] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91e89127-b69a-444e-b8ca-62c27b7b2c9c with Priority: HIGHEST for action port [ 1279.886860] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fee04c13-7214-44f2-aeed-18500c8794d8 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.887012] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fee04c13-7214-44f2-aeed-18500c8794d8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.887094] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fee04c13-7214-44f2-aeed-18500c8794d8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.887301] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fee04c13-7214-44f2-aeed-18500c8794d8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.887387] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fee04c13-7214-44f2-aeed-18500c8794d8',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.888719] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fee04c13-7214-44f2-aeed-18500c8794d8 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.888858] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fee04c13-7214-44f2-aeed-18500c8794d8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.888939] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fee04c13-7214-44f2-aeed-18500c8794d8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.889174] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fee04c13-7214-44f2-aeed-18500c8794d8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.889507] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.890069] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.890069] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.890069] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.890069] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.890069] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fee04c13-7214-44f2-aeed-18500c8794d8',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.891480] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-91e89127-b69a-444e-b8ca-62c27b7b2c9c taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.891480] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91e89127-b69a-444e-b8ca-62c27b7b2c9c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.891480] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91e89127-b69a-444e-b8ca-62c27b7b2c9c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.891904] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91e89127-b69a-444e-b8ca-62c27b7b2c9c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.892686] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91e89127-b69a-444e-b8ca-62c27b7b2c9c',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.380109] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2d08436-351c-4d82-a1f1-2b3cee27193b in Status: SUCCESS [ 1280.380364] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.390051] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fee04c13-7214-44f2-aeed-18500c8794d8 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.390316] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fee04c13-7214-44f2-aeed-18500c8794d8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.391668] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fee04c13-7214-44f2-aeed-18500c8794d8',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.393915] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 91e89127-b69a-444e-b8ca-62c27b7b2c9c with status ACTIVE [ 1280.394142] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.394271] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.394332] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.394544] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.394631] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.394819] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.394914] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.394977] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.395143] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.395217] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.395396] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.395500] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.395547] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.395771] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.395771] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.395847] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 91e89127-b69a-444e-b8ca-62c27b7b2c9c is going to be updated. [ 1280.418926] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.419173] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.419173] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.419365] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.419510] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.419673] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91e89127-b69a-444e-b8ca-62c27b7b2c9c" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.897844] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fee04c13-7214-44f2-aeed-18500c8794d8',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.402697] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.402963] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.403037] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.403438] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.403581] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.403718] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fee04c13-7214-44f2-aeed-18500c8794d8 is going to be created. [ 1281.430038] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.430280] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.430280] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.430477] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.430655] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.440771] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fee04c13-7214-44f2-aeed-18500c8794d8 in Status: UNINITIALIZED for 2s [ 1283.452112] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fee04c13-7214-44f2-aeed-18500c8794d8 in Status: SUCCESS [ 1283.452337] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fee04c13-7214-44f2-aeed-18500c8794d8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.452337] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fee04c13-7214-44f2-aeed-18500c8794d8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.452576] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fee04c13-7214-44f2-aeed-18500c8794d8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.452750] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.452865] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.452995] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.453338] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.453450] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.453549] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fee04c13-7214-44f2-aeed-18500c8794d8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.453649] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fee04c13-7214-44f2-aeed-18500c8794d8',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.955520] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fee04c13-7214-44f2-aeed-18500c8794d8',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.457913] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fee04c13-7214-44f2-aeed-18500c8794d8: rpc.has_security_group_logging(os_id): False [ 1284.479255] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.479255] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.479255] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.480064] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.480064] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.480246] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.480246] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.480395] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.480620] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.480761] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.480914] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fee04c13-7214-44f2-aeed-18500c8794d8 is going to be created. [ 1284.543632] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.543855] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.543855] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.545023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.545023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.556481] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fee04c13-7214-44f2-aeed-18500c8794d8 in Status: IN_PROGRESS for 2s [ 1284.888621] env[65123]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1284.888621] env[65123]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1286.570523] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fee04c13-7214-44f2-aeed-18500c8794d8 in Status: SUCCESS [ 1286.570523] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fee04c13-7214-44f2-aeed-18500c8794d8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.069192] env[65123]: INFO networking_nsxv3.common.synchronization [req-1b2da43e-e7f4-4f5b-8e39-b05ef9fe9a70 req-2222a5fa-0107-4cfc-93b7-60c6a93a7991 tempest-ServerActionsTestOtherB-2116662571 tempest-ServerActionsTestOtherB-2116662571-project-member] Enqueued Resource ID: 5606699a-2416-46e1-a389-981d2760202b with Priority: HIGHEST for action security_group_members [ 1287.069941] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5606699a-2416-46e1-a389-981d2760202b with Priority: HIGHEST for action security_group_members [ 1287.070414] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-5606699a-2416-46e1-a389-981d2760202b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.070770] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.070908] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.071176] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.071421] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.071548] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.071649] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.071853] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.072000] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.072140] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5606699a-2416-46e1-a389-981d2760202b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.577539] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.577888] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.577888] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.578094] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.578223] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.578453] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.578601] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.578675] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.578837] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.578917] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.579016] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5606699a-2416-46e1-a389-981d2760202b is going to be updated. [ 1287.612193] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.612426] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.612474] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.612689] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.612859] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.622392] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5606699a-2416-46e1-a389-981d2760202b in Status: IN_PROGRESS for 2s [ 1288.013201] env[65123]: INFO networking_nsxv3.common.synchronization [req-3cca9850-a65a-407f-9cfb-71c516caa6df req-b799e4c9-c78c-4e5f-8de9-d24406aa9d94 tempest-ServerActionsTestOtherA-1066851600 tempest-ServerActionsTestOtherA-1066851600-project-member] Enqueued Resource ID: a98e674a-b8bf-457d-adf2-b98cb5a75bdf with Priority: HIGHEST for action security_group_members [ 1288.013201] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a98e674a-b8bf-457d-adf2-b98cb5a75bdf with Priority: HIGHEST for action security_group_members [ 1288.013201] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-a98e674a-b8bf-457d-adf2-b98cb5a75bdf taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.013201] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a98e674a-b8bf-457d-adf2-b98cb5a75bdf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.013201] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a98e674a-b8bf-457d-adf2-b98cb5a75bdf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.013201] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a98e674a-b8bf-457d-adf2-b98cb5a75bdf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.013201] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.013201] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.013201] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.013201] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.013201] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.013201] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a98e674a-b8bf-457d-adf2-b98cb5a75bdf',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.516754] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.516909] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.516980] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.517204] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.538207] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.538467] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.538584] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.538660] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.538853] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.538928] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.539031] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a98e674a-b8bf-457d-adf2-b98cb5a75bdf is going to be updated. [ 1288.563525] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.563670] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.563741] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.563945] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.564115] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.573318] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a98e674a-b8bf-457d-adf2-b98cb5a75bdf in Status: IN_PROGRESS for 2s [ 1289.631518] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5606699a-2416-46e1-a389-981d2760202b in Status: SUCCESS [ 1289.631913] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5606699a-2416-46e1-a389-981d2760202b deletion is rescheduled due to dependency. [ 1289.631913] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5606699a-2416-46e1-a389-981d2760202b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.583365] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a98e674a-b8bf-457d-adf2-b98cb5a75bdf in Status: SUCCESS [ 1290.583536] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a98e674a-b8bf-457d-adf2-b98cb5a75bdf deletion is rescheduled due to dependency. [ 1290.583650] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a98e674a-b8bf-457d-adf2-b98cb5a75bdf" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.012882] env[65123]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1293.013293] env[65123]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1294.965498] env[65123]: INFO networking_nsxv3.common.synchronization [req-d3c975a4-5d86-4d3a-b69d-0a9697561e7b req-14faf19d-5587-4f47-b50d-1ae0b2a7a361 tempest-AttachInterfacesTestJSON-243198972 tempest-AttachInterfacesTestJSON-243198972-project-member] Enqueued Resource ID: fee04c13-7214-44f2-aeed-18500c8794d8 with Priority: HIGHEST for action security_group_members [ 1294.965956] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fee04c13-7214-44f2-aeed-18500c8794d8 with Priority: HIGHEST for action security_group_members [ 1294.966713] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fee04c13-7214-44f2-aeed-18500c8794d8 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.966713] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fee04c13-7214-44f2-aeed-18500c8794d8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.966713] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fee04c13-7214-44f2-aeed-18500c8794d8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.966713] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fee04c13-7214-44f2-aeed-18500c8794d8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.966898] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.966898] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.966972] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.967078] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.967170] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.967267] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fee04c13-7214-44f2-aeed-18500c8794d8',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.318978] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock network-57 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.319233] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "network-57" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.319416] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "network-57" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.319715] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "network-57" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.319979] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.320154] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.320276] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.320484] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.320627] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.320837] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1295.320995] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1295.321325] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1295.321446] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1295.321565] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1295.321674] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1295.321811] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1295.341197] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1295.341388] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1295.341525] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1295.341692] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "network-57" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.342234] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock port-17d7ff30-1b62-440a-9967-2bb180461c0e taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.342234] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "port-17d7ff30-1b62-440a-9967-2bb180461c0e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.342407] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "port-17d7ff30-1b62-440a-9967-2bb180461c0e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.342609] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "port-17d7ff30-1b62-440a-9967-2bb180461c0e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.342744] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17d7ff30-1b62-440a-9967-2bb180461c0e',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.473570] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fee04c13-7214-44f2-aeed-18500c8794d8',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.848021] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.848021] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.848021] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.848021] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.848021] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.848021] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Segment Port 17d7ff30-1b62-440a-9967-2bb180461c0e not found, creating... [ 1295.848021] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.848021] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.848021] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.848021] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.848021] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.848634] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.848634] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.848634] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.849266] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.849570] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.849842] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Resource: SegmentPort with ID: 17d7ff30-1b62-440a-9967-2bb180461c0e is going to be created. [ 1295.964096] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.964351] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.964478] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.964745] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.964978] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.965230] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "port-17d7ff30-1b62-440a-9967-2bb180461c0e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.975500] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fee04c13-7214-44f2-aeed-18500c8794d8',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.478488] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.478638] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.478703] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.478922] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.479098] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.479273] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fee04c13-7214-44f2-aeed-18500c8794d8 is going to be updated. [ 1296.510431] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.510594] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.510653] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.510858] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.511025] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.520430] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fee04c13-7214-44f2-aeed-18500c8794d8 in Status: IN_PROGRESS for 2s [ 1296.630849] env[65123]: INFO networking_nsxv3.common.synchronization [req-d3c975a4-5d86-4d3a-b69d-0a9697561e7b req-3f7b1786-fea0-4936-894e-e51beba6aa8a service nova] Enqueued Resource ID: fee04c13-7214-44f2-aeed-18500c8794d8 with Priority: HIGHEST for action security_group_rules [ 1296.631046] env[65123]: INFO networking_nsxv3.common.synchronization [req-d3c975a4-5d86-4d3a-b69d-0a9697561e7b req-3f7b1786-fea0-4936-894e-e51beba6aa8a service nova] Enqueued Resource ID: fee04c13-7214-44f2-aeed-18500c8794d8 with Priority: HIGHEST for action security_group_members [ 1296.631242] env[65123]: INFO networking_nsxv3.common.synchronization [req-d3c975a4-5d86-4d3a-b69d-0a9697561e7b req-3f7b1786-fea0-4936-894e-e51beba6aa8a service nova] Enqueued Resource ID: 17d7ff30-1b62-440a-9967-2bb180461c0e with Priority: HIGHEST for action port [ 1296.631848] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fee04c13-7214-44f2-aeed-18500c8794d8 with Priority: HIGHEST for action security_group_rules [ 1296.632595] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fee04c13-7214-44f2-aeed-18500c8794d8 with Priority: HIGHEST for action security_group_members [ 1296.632765] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d7ff30-1b62-440a-9967-2bb180461c0e with Priority: HIGHEST for action port [ 1296.633208] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fee04c13-7214-44f2-aeed-18500c8794d8 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.633477] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fee04c13-7214-44f2-aeed-18500c8794d8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.633544] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fee04c13-7214-44f2-aeed-18500c8794d8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.633867] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fee04c13-7214-44f2-aeed-18500c8794d8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.633921] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fee04c13-7214-44f2-aeed-18500c8794d8',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.635218] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fee04c13-7214-44f2-aeed-18500c8794d8 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.635326] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fee04c13-7214-44f2-aeed-18500c8794d8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.635512] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-17d7ff30-1b62-440a-9967-2bb180461c0e taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.635612] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17d7ff30-1b62-440a-9967-2bb180461c0e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.635683] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17d7ff30-1b62-440a-9967-2bb180461c0e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.635841] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17d7ff30-1b62-440a-9967-2bb180461c0e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.635922] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17d7ff30-1b62-440a-9967-2bb180461c0e',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.138431] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fee04c13-7214-44f2-aeed-18500c8794d8 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.138668] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fee04c13-7214-44f2-aeed-18500c8794d8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.138840] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 17d7ff30-1b62-440a-9967-2bb180461c0e with status ACTIVE [ 1297.139068] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.140671] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.140671] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.140671] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.140671] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.140671] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.140671] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.140671] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.140671] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.140671] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.140671] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.140671] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.141348] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.141348] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.141348] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.141348] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 17d7ff30-1b62-440a-9967-2bb180461c0e is going to be updated. [ 1297.162477] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.162655] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.162693] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.162883] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.163034] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.163256] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17d7ff30-1b62-440a-9967-2bb180461c0e" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.530993] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fee04c13-7214-44f2-aeed-18500c8794d8 in Status: SUCCESS [ 1298.531451] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fee04c13-7214-44f2-aeed-18500c8794d8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.531451] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fee04c13-7214-44f2-aeed-18500c8794d8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.531670] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fee04c13-7214-44f2-aeed-18500c8794d8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.531925] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.532098] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.532184] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.532379] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.532492] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.532608] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fee04c13-7214-44f2-aeed-18500c8794d8',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.034507] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fee04c13-7214-44f2-aeed-18500c8794d8',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.536687] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fee04c13-7214-44f2-aeed-18500c8794d8',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.038993] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.039205] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.039205] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.039418] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.039512] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.039610] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fee04c13-7214-44f2-aeed-18500c8794d8 is going to be updated. [ 1300.072911] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.073148] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.073787] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.073787] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.073787] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.084118] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fee04c13-7214-44f2-aeed-18500c8794d8 in Status: IN_PROGRESS for 2s [ 1301.634303] env[65123]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1301.634303] env[65123]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1302.094793] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fee04c13-7214-44f2-aeed-18500c8794d8 in Status: SUCCESS [ 1302.095043] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fee04c13-7214-44f2-aeed-18500c8794d8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.095219] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fee04c13-7214-44f2-aeed-18500c8794d8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.095561] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fee04c13-7214-44f2-aeed-18500c8794d8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.095759] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.095929] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.095989] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.096126] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.096255] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.096371] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fee04c13-7214-44f2-aeed-18500c8794d8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.096505] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fee04c13-7214-44f2-aeed-18500c8794d8',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.602068] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fee04c13-7214-44f2-aeed-18500c8794d8',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.105053] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fee04c13-7214-44f2-aeed-18500c8794d8: rpc.has_security_group_logging(os_id): False [ 1303.122706] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.122860] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.122924] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.123201] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.123307] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.123544] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.123665] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.123737] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.123883] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.123998] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.124081] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fee04c13-7214-44f2-aeed-18500c8794d8 is going to be updated. [ 1303.190053] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.190282] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.190282] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.190481] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.190646] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.204363] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fee04c13-7214-44f2-aeed-18500c8794d8 in Status: IN_PROGRESS for 2s [ 1305.219503] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fee04c13-7214-44f2-aeed-18500c8794d8 in Status: SUCCESS [ 1305.219833] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fee04c13-7214-44f2-aeed-18500c8794d8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.705862] env[65123]: INFO networking_nsxv3.common.synchronization [None req-b0e1b120-2d24-4949-b931-8c2d896201bf tempest-AttachInterfacesTestJSON-243198972 tempest-AttachInterfacesTestJSON-243198972-project-member] Enqueued Resource ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 with Priority: HIGHEST for action security_group_members [ 1305.706167] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 with Priority: HIGHEST for action security_group_members [ 1305.710080] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bd495ca-d8e3-49d1-a631-a127f0c182f6 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.710271] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.710376] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.710503] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.710688] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.710794] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.710879] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.710996] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.711532] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.711532] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6bd495ca-d8e3-49d1-a631-a127f0c182f6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.215240] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.215240] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.215240] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.215240] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.215240] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.215240] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.215240] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.215665] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.215665] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.215665] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.215769] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 is going to be deleted. [ 1306.244900] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.245302] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.245302] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.245387] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.245433] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.245564] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.707689] env[65123]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1310.707689] env[65123]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1315.708224] env[65123]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1315.708600] env[65123]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1320.709261] env[65123]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1320.709506] env[65123]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1322.333631] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock network-57 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.333631] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "network-57" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.334039] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "network-57" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.334039] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "network-57" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.334302] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.334494] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.334630] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.334858] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.335000] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.335222] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1322.335333] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1322.335441] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1322.335547] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1322.335653] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1322.335756] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1322.335883] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1322.370681] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1322.370922] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1322.371106] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1322.371341] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "network-57" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.371722] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock port-17826fdd-1e5a-4ed9-ba99-d8e0d2c7438a taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.371945] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "port-17826fdd-1e5a-4ed9-ba99-d8e0d2c7438a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.372104] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "port-17826fdd-1e5a-4ed9-ba99-d8e0d2c7438a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.372454] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "port-17826fdd-1e5a-4ed9-ba99-d8e0d2c7438a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.372595] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17826fdd-1e5a-4ed9-ba99-d8e0d2c7438a',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.876073] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.876073] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.876073] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.876073] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.876451] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.876451] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Segment Port 17826fdd-1e5a-4ed9-ba99-d8e0d2c7438a not found, creating... [ 1322.876586] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.876744] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.876859] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.877090] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.877216] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.877493] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.877642] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.877756] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.877952] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.878119] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.878259] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Resource: SegmentPort with ID: 17826fdd-1e5a-4ed9-ba99-d8e0d2c7438a is going to be created. [ 1322.897455] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.897669] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.897763] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.898037] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.898267] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.898476] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "port-17826fdd-1e5a-4ed9-ba99-d8e0d2c7438a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.574030] env[65123]: INFO networking_nsxv3.common.synchronization [req-765d950b-e4ab-4b8f-b832-b5d86978f55a req-f491668d-0738-47ae-bdee-b95b82f3c7a0 service nova] Enqueued Resource ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 with Priority: HIGHEST for action security_group_rules [ 1323.575018] env[65123]: INFO networking_nsxv3.common.synchronization [req-765d950b-e4ab-4b8f-b832-b5d86978f55a req-f491668d-0738-47ae-bdee-b95b82f3c7a0 service nova] Enqueued Resource ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 with Priority: HIGHEST for action security_group_members [ 1323.575365] env[65123]: INFO networking_nsxv3.common.synchronization [req-765d950b-e4ab-4b8f-b832-b5d86978f55a req-f491668d-0738-47ae-bdee-b95b82f3c7a0 service nova] Enqueued Resource ID: 17826fdd-1e5a-4ed9-ba99-d8e0d2c7438a with Priority: HIGHEST for action port [ 1323.576225] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 with Priority: HIGHEST for action security_group_rules [ 1323.576509] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 with Priority: HIGHEST for action security_group_members [ 1323.576782] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17826fdd-1e5a-4ed9-ba99-d8e0d2c7438a with Priority: HIGHEST for action port [ 1323.577561] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6bd495ca-d8e3-49d1-a631-a127f0c182f6 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.577859] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.578087] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.578508] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.578726] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6bd495ca-d8e3-49d1-a631-a127f0c182f6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.580427] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bd495ca-d8e3-49d1-a631-a127f0c182f6 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.580625] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.580818] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.581162] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.581767] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.582106] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.582330] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.582641] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.582866] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.583104] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6bd495ca-d8e3-49d1-a631-a127f0c182f6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.585014] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-17826fdd-1e5a-4ed9-ba99-d8e0d2c7438a taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.585311] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17826fdd-1e5a-4ed9-ba99-d8e0d2c7438a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.585561] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17826fdd-1e5a-4ed9-ba99-d8e0d2c7438a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.585830] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17826fdd-1e5a-4ed9-ba99-d8e0d2c7438a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.586049] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17826fdd-1e5a-4ed9-ba99-d8e0d2c7438a',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.088809] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bd495ca-d8e3-49d1-a631-a127f0c182f6 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.088960] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.089405] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6bd495ca-d8e3-49d1-a631-a127f0c182f6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.090121] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 17826fdd-1e5a-4ed9-ba99-d8e0d2c7438a with status ACTIVE [ 1324.091027] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.091157] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.091157] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.091486] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.091486] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.091669] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.091738] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.091784] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.091935] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.092066] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.092218] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.092313] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.092355] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.092478] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.092543] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.092630] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 17826fdd-1e5a-4ed9-ba99-d8e0d2c7438a is going to be updated. [ 1324.115201] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.115416] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.115416] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.115592] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.115735] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.115891] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17826fdd-1e5a-4ed9-ba99-d8e0d2c7438a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.594285] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6bd495ca-d8e3-49d1-a631-a127f0c182f6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.097091] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.097091] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.097091] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.097399] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.097399] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.097484] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 is going to be created. [ 1325.120965] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.121142] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.121229] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.121408] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.121569] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.132130] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 in Status: UNINITIALIZED for 2s [ 1327.142310] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 in Status: SUCCESS [ 1327.142737] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.142737] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.142885] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.143179] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.143308] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.143308] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.143431] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.143524] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.143617] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.143708] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6bd495ca-d8e3-49d1-a631-a127f0c182f6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.646571] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bd495ca-d8e3-49d1-a631-a127f0c182f6 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.646852] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.646852] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.647065] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.647249] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.647359] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.647427] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.647584] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.647670] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.647777] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.647949] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bd495ca-d8e3-49d1-a631-a127f0c182f6 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.648068] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.648131] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.648278] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.648417] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.648512] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.648610] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.648712] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.648786] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.648868] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.648954] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6bd495ca-d8e3-49d1-a631-a127f0c182f6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.151752] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6bd495ca-d8e3-49d1-a631-a127f0c182f6: rpc.has_security_group_logging(os_id): False [ 1328.170068] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.170256] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.170310] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.170492] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.170579] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.170802] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.170949] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.171052] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.171263] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.171352] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.171557] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.171668] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.171730] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.171861] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.171937] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.172125] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.172221] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.172285] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.172422] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.172498] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.172903] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 is going to be created. [ 1328.228590] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.228820] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.228820] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.229040] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.229232] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.243998] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 in Status: IN_PROGRESS for 2s [ 1328.578524] env[65123]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1328.578524] env[65123]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1330.261309] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 in Status: SUCCESS [ 1330.261659] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.579422] env[65123]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1333.579759] env[65123]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1338.386892] env[65123]: INFO networking_nsxv3.common.synchronization [req-4b9053cf-87d3-4c03-be9f-2e0d6923afa5 req-835bec2d-b983-4d02-bf01-c267aac5f52e tempest-ServerActionsTestJSON-1424708554 tempest-ServerActionsTestJSON-1424708554-project-member] Enqueued Resource ID: c2d08436-351c-4d82-a1f1-2b3cee27193b with Priority: HIGHEST for action security_group_members [ 1338.387242] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2d08436-351c-4d82-a1f1-2b3cee27193b with Priority: HIGHEST for action security_group_members [ 1338.387997] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2d08436-351c-4d82-a1f1-2b3cee27193b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.387997] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.387997] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.388218] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.388618] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.388618] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.388746] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.388896] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.389044] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.389196] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2d08436-351c-4d82-a1f1-2b3cee27193b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.893204] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.893446] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.893573] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.893888] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.894277] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.894277] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.894277] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.894473] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.894511] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.894571] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.894672] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2d08436-351c-4d82-a1f1-2b3cee27193b is going to be updated. [ 1338.922324] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.922568] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.922568] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.922712] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.922851] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.930909] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2d08436-351c-4d82-a1f1-2b3cee27193b in Status: IN_PROGRESS for 2s [ 1339.419108] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock network-57 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.419460] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "network-57" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.419682] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "network-57" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.420105] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "network-57" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.420420] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.420584] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.420703] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.420932] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.421085] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.421304] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1339.421413] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1339.421517] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1339.421642] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1339.421754] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1339.421858] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1339.421989] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1339.441814] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1339.442011] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1339.442169] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1339.442342] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "network-57" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.442655] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock port-17826fdd-1e5a-4ed9-ba99-d8e0d2c7438a taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.442831] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "port-17826fdd-1e5a-4ed9-ba99-d8e0d2c7438a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.442949] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "port-17826fdd-1e5a-4ed9-ba99-d8e0d2c7438a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.443229] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "port-17826fdd-1e5a-4ed9-ba99-d8e0d2c7438a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.443364] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17826fdd-1e5a-4ed9-ba99-d8e0d2c7438a',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.945484] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.945721] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.945845] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.946205] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.946362] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.946669] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.946833] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.946953] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.947194] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.947332] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.947612] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.947770] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.947889] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.948116] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.948253] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.948396] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Resource: SegmentPort with ID: 17826fdd-1e5a-4ed9-ba99-d8e0d2c7438a is going to be updated. [ 1339.968942] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.969176] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.969301] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.969572] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.969765] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.969979] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "port-17826fdd-1e5a-4ed9-ba99-d8e0d2c7438a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.655305] env[65123]: INFO networking_nsxv3.common.synchronization [req-bae6ca8a-dd36-4708-b7ea-ffe66f94096e req-21a50953-acd9-4c29-b5f4-78c126305652 service nova] Enqueued Resource ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 with Priority: HIGHEST for action security_group_rules [ 1340.655305] env[65123]: INFO networking_nsxv3.common.synchronization [req-bae6ca8a-dd36-4708-b7ea-ffe66f94096e req-21a50953-acd9-4c29-b5f4-78c126305652 service nova] Enqueued Resource ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 with Priority: HIGHEST for action security_group_members [ 1340.655305] env[65123]: INFO networking_nsxv3.common.synchronization [req-bae6ca8a-dd36-4708-b7ea-ffe66f94096e req-21a50953-acd9-4c29-b5f4-78c126305652 service nova] Enqueued Resource ID: 17826fdd-1e5a-4ed9-ba99-d8e0d2c7438a with Priority: HIGHEST for action port [ 1340.655305] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 with Priority: HIGHEST for action security_group_rules [ 1340.655305] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 with Priority: HIGHEST for action security_group_members [ 1340.655305] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17826fdd-1e5a-4ed9-ba99-d8e0d2c7438a with Priority: HIGHEST for action port [ 1340.655305] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6bd495ca-d8e3-49d1-a631-a127f0c182f6 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.655972] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.655972] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.655972] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.655972] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6bd495ca-d8e3-49d1-a631-a127f0c182f6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.657547] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bd495ca-d8e3-49d1-a631-a127f0c182f6 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.657547] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.657547] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.657547] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.657547] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.657547] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.657547] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.657547] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.657547] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.660367] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6bd495ca-d8e3-49d1-a631-a127f0c182f6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.660367] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-17826fdd-1e5a-4ed9-ba99-d8e0d2c7438a taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.660367] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17826fdd-1e5a-4ed9-ba99-d8e0d2c7438a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.660367] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17826fdd-1e5a-4ed9-ba99-d8e0d2c7438a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.660367] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17826fdd-1e5a-4ed9-ba99-d8e0d2c7438a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.660367] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17826fdd-1e5a-4ed9-ba99-d8e0d2c7438a',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.940632] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2d08436-351c-4d82-a1f1-2b3cee27193b in Status: SUCCESS [ 1340.940889] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2d08436-351c-4d82-a1f1-2b3cee27193b deletion is rescheduled due to dependency. [ 1340.941034] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2d08436-351c-4d82-a1f1-2b3cee27193b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.161170] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bd495ca-d8e3-49d1-a631-a127f0c182f6 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.161398] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.161450] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6bd495ca-d8e3-49d1-a631-a127f0c182f6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.162443] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 17826fdd-1e5a-4ed9-ba99-d8e0d2c7438a with status ACTIVE [ 1341.162760] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.162913] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.162979] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.163206] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.163299] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.163494] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.163632] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.163687] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.163831] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.163910] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.164110] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.164194] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.164262] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.164393] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.164489] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.164597] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 17826fdd-1e5a-4ed9-ba99-d8e0d2c7438a is going to be updated. [ 1341.189540] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.189776] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.189776] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.189963] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.190117] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.190395] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17826fdd-1e5a-4ed9-ba99-d8e0d2c7438a" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.666160] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6bd495ca-d8e3-49d1-a631-a127f0c182f6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.168170] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.168410] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.168410] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.168648] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.168739] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.168841] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 is going to be updated. [ 1342.194724] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.194981] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.194981] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.195163] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.195297] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.203220] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 in Status: IN_PROGRESS for 2s [ 1344.213647] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 in Status: SUCCESS [ 1344.213923] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.214064] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.214282] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.214512] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.214702] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.214702] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.214892] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.214979] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.215098] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.215200] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6bd495ca-d8e3-49d1-a631-a127f0c182f6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.718171] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bd495ca-d8e3-49d1-a631-a127f0c182f6 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.718424] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.718424] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.718651] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.718823] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.718891] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.718938] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.719224] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.719224] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.719348] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.719634] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bd495ca-d8e3-49d1-a631-a127f0c182f6 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.719634] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.719634] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.719943] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.719943] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.719943] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.720455] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.720455] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.720455] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.720455] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.720455] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6bd495ca-d8e3-49d1-a631-a127f0c182f6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.222916] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6bd495ca-d8e3-49d1-a631-a127f0c182f6: rpc.has_security_group_logging(os_id): False [ 1345.240879] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.240879] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.240879] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.240879] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.240879] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.241274] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.241274] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.241274] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.241425] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.241425] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.241578] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.241676] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.241729] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.241871] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.241943] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.242142] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.242234] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.242292] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.242429] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.242507] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.242591] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 is going to be updated. [ 1345.303347] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.303576] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.303576] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.303824] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.303976] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.323532] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 in Status: IN_PROGRESS for 2s [ 1345.656267] env[65123]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1345.656469] env[65123]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1347.343035] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 in Status: SUCCESS [ 1347.343360] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.657860] env[65123]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1350.658312] env[65123]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1355.658926] env[65123]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1355.659339] env[65123]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1356.358362] env[65123]: INFO networking_nsxv3.common.synchronization [req-90894c6b-c991-462b-a1d0-be3956e008a2 req-303c2596-f0c9-4012-aa55-39ccb2e0d679 tempest-AttachInterfacesTestJSON-243198972 tempest-AttachInterfacesTestJSON-243198972-project-member] Enqueued Resource ID: fee04c13-7214-44f2-aeed-18500c8794d8 with Priority: HIGHEST for action security_group_members [ 1356.358913] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fee04c13-7214-44f2-aeed-18500c8794d8 with Priority: HIGHEST for action security_group_members [ 1356.359235] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fee04c13-7214-44f2-aeed-18500c8794d8 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.359359] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fee04c13-7214-44f2-aeed-18500c8794d8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.359428] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fee04c13-7214-44f2-aeed-18500c8794d8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.359624] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fee04c13-7214-44f2-aeed-18500c8794d8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.359784] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.359888] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.359952] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.360242] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.360823] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.360823] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fee04c13-7214-44f2-aeed-18500c8794d8',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.862535] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fee04c13-7214-44f2-aeed-18500c8794d8',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.365584] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fee04c13-7214-44f2-aeed-18500c8794d8',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.867710] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.868157] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.868157] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.868157] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.868359] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.868359] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fee04c13-7214-44f2-aeed-18500c8794d8 is going to be updated. [ 1357.897868] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.898114] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.898114] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.898280] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.898421] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.906915] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fee04c13-7214-44f2-aeed-18500c8794d8 in Status: IN_PROGRESS for 2s [ 1359.919261] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fee04c13-7214-44f2-aeed-18500c8794d8 in Status: SUCCESS [ 1359.919656] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fee04c13-7214-44f2-aeed-18500c8794d8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.359716] env[65123]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1361.360189] env[65123]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1362.641938] env[65123]: INFO networking_nsxv3.common.synchronization [req-304aae59-0f4f-4caa-a801-8a38256aba61 req-21856917-5d75-4f25-8982-34f2289e5591 tempest-AttachInterfacesTestJSON-243198972 tempest-AttachInterfacesTestJSON-243198972-project-member] Enqueued Resource ID: fee04c13-7214-44f2-aeed-18500c8794d8 with Priority: HIGHEST for action security_group_members [ 1362.642508] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fee04c13-7214-44f2-aeed-18500c8794d8 with Priority: HIGHEST for action security_group_members [ 1362.642813] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fee04c13-7214-44f2-aeed-18500c8794d8 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.642933] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fee04c13-7214-44f2-aeed-18500c8794d8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.642999] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fee04c13-7214-44f2-aeed-18500c8794d8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.643202] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fee04c13-7214-44f2-aeed-18500c8794d8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.645099] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.645221] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.645296] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.645477] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.645561] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.645657] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fee04c13-7214-44f2-aeed-18500c8794d8',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.148067] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.148067] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.148067] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.148389] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.148389] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.148389] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.148529] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.148570] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.148691] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.148767] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.148855] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fee04c13-7214-44f2-aeed-18500c8794d8 is going to be updated. [ 1363.175830] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.176053] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.176053] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.176253] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.176395] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.183976] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fee04c13-7214-44f2-aeed-18500c8794d8 in Status: IN_PROGRESS for 2s [ 1365.194587] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fee04c13-7214-44f2-aeed-18500c8794d8 in Status: SUCCESS [ 1365.194991] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fee04c13-7214-44f2-aeed-18500c8794d8 deletion is rescheduled due to dependency. [ 1365.194991] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fee04c13-7214-44f2-aeed-18500c8794d8" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.144245] env[65123]: INFO networking_nsxv3.common.synchronization [None req-3e1a0865-0528-48f7-a4b2-64aeeefabc23 tempest-AttachInterfacesTestJSON-243198972 tempest-AttachInterfacesTestJSON-243198972-project-member] Enqueued Resource ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 with Priority: HIGHEST for action security_group_members [ 1366.145058] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 with Priority: HIGHEST for action security_group_members [ 1366.145058] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bd495ca-d8e3-49d1-a631-a127f0c182f6 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.145058] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.145058] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.145357] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.145671] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.145671] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.145671] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.145814] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.145849] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.145956] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6bd495ca-d8e3-49d1-a631-a127f0c182f6',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.648122] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.648488] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.648488] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.648592] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.648630] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.648825] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.648919] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.648983] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.649143] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.649218] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.649304] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 is going to be updated. [ 1366.675807] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.675992] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.676049] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.676218] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.676428] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.686643] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 in Status: IN_PROGRESS for 2s [ 1368.698909] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 in Status: SUCCESS [ 1368.699322] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bd495ca-d8e3-49d1-a631-a127f0c182f6 deletion is rescheduled due to dependency. [ 1368.699322] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bd495ca-d8e3-49d1-a631-a127f0c182f6" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.484380] env[65123]: INFO networking_nsxv3.common.synchronization [None req-ecd6bf8d-992c-40fe-b4fa-0bea97682eb1 None None] Enqueued Resource ID: 65565a62-9633-4f47-8c92-fea57258b1ee with Priority: HIGHEST for action port [ 1370.484654] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65565a62-9633-4f47-8c92-fea57258b1ee with Priority: HIGHEST for action port [ 1370.484967] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-65565a62-9633-4f47-8c92-fea57258b1ee taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.485110] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65565a62-9633-4f47-8c92-fea57258b1ee" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.485181] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65565a62-9633-4f47-8c92-fea57258b1ee" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.485428] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65565a62-9633-4f47-8c92-fea57258b1ee" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.485509] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65565a62-9633-4f47-8c92-fea57258b1ee',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.988045] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 65565a62-9633-4f47-8c92-fea57258b1ee [ 1370.988045] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.988045] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.988045] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.988045] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.988356] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.988356] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:65565a62-9633-4f47-8c92-fea57258b1ee already deleted. [ 1370.988356] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65565a62-9633-4f47-8c92-fea57258b1ee" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.427019] env[65123]: INFO networking_nsxv3.common.synchronization [None req-87662cce-229b-46bc-96e1-6a9ed959b589 None None] Enqueued Resource ID: 6cb5f0f0-0aa8-4c1c-8a9b-b7480ed5824b with Priority: HIGHEST for action port [ 1372.427722] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cb5f0f0-0aa8-4c1c-8a9b-b7480ed5824b with Priority: HIGHEST for action port [ 1372.428154] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-6cb5f0f0-0aa8-4c1c-8a9b-b7480ed5824b taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.428364] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6cb5f0f0-0aa8-4c1c-8a9b-b7480ed5824b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.428484] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6cb5f0f0-0aa8-4c1c-8a9b-b7480ed5824b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.428802] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6cb5f0f0-0aa8-4c1c-8a9b-b7480ed5824b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.428935] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cb5f0f0-0aa8-4c1c-8a9b-b7480ed5824b',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.932707] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6cb5f0f0-0aa8-4c1c-8a9b-b7480ed5824b [ 1372.932936] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.933199] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.933199] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.933373] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.933459] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.933557] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6cb5f0f0-0aa8-4c1c-8a9b-b7480ed5824b already deleted. [ 1372.933636] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6cb5f0f0-0aa8-4c1c-8a9b-b7480ed5824b" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.124680] env[65123]: INFO networking_nsxv3.common.synchronization [req-5b6849c4-c4ea-4ec7-a238-1d58d8126b49 req-a7115274-ef55-4dda-bdd9-37b10bf3331f tempest-InstanceActionsNegativeTestJSON-1390528426 tempest-InstanceActionsNegativeTestJSON-1390528426-project-member] Enqueued Resource ID: fa7f7d7e-2da6-4684-8276-272ef214e6f0 with Priority: HIGHEST for action security_group_members [ 1375.125270] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa7f7d7e-2da6-4684-8276-272ef214e6f0 with Priority: HIGHEST for action security_group_members [ 1375.125575] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa7f7d7e-2da6-4684-8276-272ef214e6f0 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.125697] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa7f7d7e-2da6-4684-8276-272ef214e6f0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.125765] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa7f7d7e-2da6-4684-8276-272ef214e6f0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.126017] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa7f7d7e-2da6-4684-8276-272ef214e6f0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.126179] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.126279] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.126338] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.126490] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.126574] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.126665] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa7f7d7e-2da6-4684-8276-272ef214e6f0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.381982] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock network-492 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.382239] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "network-492" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.382367] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "network-492" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.382694] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "network-492" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.382987] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.383181] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.383293] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.383549] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.383705] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.383969] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1375.384120] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] NeedRegenerationException {{(pid=65123) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1375.384227] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] no value, waiting for create lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1375.384341] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] value creation lock acquired {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1375.384475] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] No value present for key: 'zone-id' {{(pid=65123) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1375.384599] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Calling creation function for not-yet-present value {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1375.384731] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1375.406624] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1375.406832] env[65123]: DEBUG dogpile.cache.region [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65123) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1375.406971] env[65123]: DEBUG dogpile.lock [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Released creation lock {{(pid=65123) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1375.407196] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "network-492" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.407548] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock port-7ca4b398-b73f-4779-8cf4-6c85e731a512 taken with stack trace [, , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.407731] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "port-7ca4b398-b73f-4779-8cf4-6c85e731a512" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.407862] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "port-7ca4b398-b73f-4779-8cf4-6c85e731a512" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.408241] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "port-7ca4b398-b73f-4779-8cf4-6c85e731a512" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.408392] env[65123]: DEBUG networking_nsxv3.api.rpc [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ca4b398-b73f-4779-8cf4-6c85e731a512',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.629125] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.629125] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.629394] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.629439] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.629484] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.629686] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.629787] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.629853] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.630016] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.630095] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.630182] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa7f7d7e-2da6-4684-8276-272ef214e6f0 already deleted. [ 1375.630262] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa7f7d7e-2da6-4684-8276-272ef214e6f0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.911053] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.911268] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.911402] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.911676] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.911821] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.912020] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Segment Port 7ca4b398-b73f-4779-8cf4-6c85e731a512 not found, creating... [ 1375.912281] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.912443] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.912594] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.912834] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.912976] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.913281] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.913475] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.913571] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.913779] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.913912] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.914100] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Resource: SegmentPort with ID: 7ca4b398-b73f-4779-8cf4-6c85e731a512 is going to be created. [ 1375.935760] env[65123]: DEBUG networking_nsxv3.common.locking [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.935961] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.936079] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.936372] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.936621] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.936853] env[65123]: DEBUG oslo_concurrency.lockutils [None req-b44369e4-c395-4cea-843a-6b1f03efc607 None None] Releasing lock "port-7ca4b398-b73f-4779-8cf4-6c85e731a512" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.621015] env[65123]: INFO networking_nsxv3.common.synchronization [req-5b6849c4-c4ea-4ec7-a238-1d58d8126b49 req-6e28b4ae-5840-4e04-898b-ab0998f63e32 service nova] Enqueued Resource ID: fa7f7d7e-2da6-4684-8276-272ef214e6f0 with Priority: HIGHEST for action security_group_rules [ 1376.621015] env[65123]: INFO networking_nsxv3.common.synchronization [req-5b6849c4-c4ea-4ec7-a238-1d58d8126b49 req-6e28b4ae-5840-4e04-898b-ab0998f63e32 service nova] Enqueued Resource ID: fa7f7d7e-2da6-4684-8276-272ef214e6f0 with Priority: HIGHEST for action security_group_members [ 1376.621403] env[65123]: INFO networking_nsxv3.common.synchronization [req-5b6849c4-c4ea-4ec7-a238-1d58d8126b49 req-6e28b4ae-5840-4e04-898b-ab0998f63e32 service nova] Enqueued Resource ID: 7ca4b398-b73f-4779-8cf4-6c85e731a512 with Priority: HIGHEST for action port [ 1376.621658] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa7f7d7e-2da6-4684-8276-272ef214e6f0 with Priority: HIGHEST for action security_group_rules [ 1376.621823] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa7f7d7e-2da6-4684-8276-272ef214e6f0 with Priority: HIGHEST for action security_group_members [ 1376.622014] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ca4b398-b73f-4779-8cf4-6c85e731a512 with Priority: HIGHEST for action port [ 1376.622349] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa7f7d7e-2da6-4684-8276-272ef214e6f0 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.622500] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa7f7d7e-2da6-4684-8276-272ef214e6f0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.622589] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa7f7d7e-2da6-4684-8276-272ef214e6f0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.622851] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa7f7d7e-2da6-4684-8276-272ef214e6f0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.622960] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa7f7d7e-2da6-4684-8276-272ef214e6f0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.624258] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa7f7d7e-2da6-4684-8276-272ef214e6f0 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.624372] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa7f7d7e-2da6-4684-8276-272ef214e6f0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.624542] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa7f7d7e-2da6-4684-8276-272ef214e6f0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.625652] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa7f7d7e-2da6-4684-8276-272ef214e6f0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.625652] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.625652] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.625652] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.625652] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.625652] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.625652] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa7f7d7e-2da6-4684-8276-272ef214e6f0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.626601] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ca4b398-b73f-4779-8cf4-6c85e731a512 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.626723] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ca4b398-b73f-4779-8cf4-6c85e731a512" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.626796] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ca4b398-b73f-4779-8cf4-6c85e731a512" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.626924] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ca4b398-b73f-4779-8cf4-6c85e731a512" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.626986] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ca4b398-b73f-4779-8cf4-6c85e731a512',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.125293] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa7f7d7e-2da6-4684-8276-272ef214e6f0 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.125514] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa7f7d7e-2da6-4684-8276-272ef214e6f0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.129782] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa7f7d7e-2da6-4684-8276-272ef214e6f0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.130698] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ca4b398-b73f-4779-8cf4-6c85e731a512 with status ACTIVE [ 1377.130894] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.131033] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.131102] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.131320] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.131410] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.131581] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.131678] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.131738] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.131893] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.131972] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.132185] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.132282] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.132345] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.132485] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.132561] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.132643] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ca4b398-b73f-4779-8cf4-6c85e731a512 is going to be updated. [ 1377.152343] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.152507] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.152554] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.152708] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.152840] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.152989] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ca4b398-b73f-4779-8cf4-6c85e731a512" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.634865] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa7f7d7e-2da6-4684-8276-272ef214e6f0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.137958] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.138205] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.138205] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.138412] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.138505] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.138605] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa7f7d7e-2da6-4684-8276-272ef214e6f0 is going to be created. [ 1378.161132] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.161357] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.161357] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.161531] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.161686] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.170637] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa7f7d7e-2da6-4684-8276-272ef214e6f0 in Status: UNINITIALIZED for 2s [ 1380.181275] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa7f7d7e-2da6-4684-8276-272ef214e6f0 in Status: SUCCESS [ 1380.181651] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa7f7d7e-2da6-4684-8276-272ef214e6f0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.181651] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa7f7d7e-2da6-4684-8276-272ef214e6f0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.181803] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa7f7d7e-2da6-4684-8276-272ef214e6f0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.182022] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.182171] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.182227] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.182393] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.182473] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.182562] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa7f7d7e-2da6-4684-8276-272ef214e6f0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.182651] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa7f7d7e-2da6-4684-8276-272ef214e6f0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.684868] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa7f7d7e-2da6-4684-8276-272ef214e6f0 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.685154] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa7f7d7e-2da6-4684-8276-272ef214e6f0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.685240] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa7f7d7e-2da6-4684-8276-272ef214e6f0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.685479] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa7f7d7e-2da6-4684-8276-272ef214e6f0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.686355] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.686524] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.686608] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.686928] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.687067] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.687219] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa7f7d7e-2da6-4684-8276-272ef214e6f0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.687397] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa7f7d7e-2da6-4684-8276-272ef214e6f0 taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.687538] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa7f7d7e-2da6-4684-8276-272ef214e6f0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.687628] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa7f7d7e-2da6-4684-8276-272ef214e6f0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.687863] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa7f7d7e-2da6-4684-8276-272ef214e6f0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.688109] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.688293] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.688409] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.688634] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.688784] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.688965] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa7f7d7e-2da6-4684-8276-272ef214e6f0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.689200] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa7f7d7e-2da6-4684-8276-272ef214e6f0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.191439] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa7f7d7e-2da6-4684-8276-272ef214e6f0: rpc.has_security_group_logging(os_id): False [ 1381.208915] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.209169] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.209169] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.209301] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.209392] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.209581] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.209681] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.209745] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.209895] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.209970] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.210179] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.210303] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.210354] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.210479] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.210551] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.210741] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.210835] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.210886] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.211034] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.211109] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.211192] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa7f7d7e-2da6-4684-8276-272ef214e6f0 is going to be created. [ 1381.265697] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.265921] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.266023] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.266321] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.266569] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.278462] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa7f7d7e-2da6-4684-8276-272ef214e6f0 in Status: IN_PROGRESS for 2s [ 1381.623557] env[65123]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1381.623760] env[65123]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1383.293061] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa7f7d7e-2da6-4684-8276-272ef214e6f0 in Status: SUCCESS [ 1383.293516] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa7f7d7e-2da6-4684-8276-272ef214e6f0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.625318] env[65123]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1386.625671] env[65123]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1386.653695] env[65123]: INFO networking_nsxv3.common.synchronization [req-e5b3d671-3ff3-4bbb-b9da-19ed002e2b1b req-dc5116ae-83bd-423e-9774-4e517992287f tempest-InstanceActionsNegativeTestJSON-1390528426 tempest-InstanceActionsNegativeTestJSON-1390528426-project-member] Enqueued Resource ID: fa7f7d7e-2da6-4684-8276-272ef214e6f0 with Priority: HIGHEST for action security_group_members [ 1386.654746] env[65123]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa7f7d7e-2da6-4684-8276-272ef214e6f0 with Priority: HIGHEST for action security_group_members [ 1386.655074] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa7f7d7e-2da6-4684-8276-272ef214e6f0 taken with stack trace [, , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.655233] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa7f7d7e-2da6-4684-8276-272ef214e6f0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.655299] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa7f7d7e-2da6-4684-8276-272ef214e6f0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.655477] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa7f7d7e-2da6-4684-8276-272ef214e6f0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.655630] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.655727] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.655782] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.655922] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.656065] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.656165] env[65123]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa7f7d7e-2da6-4684-8276-272ef214e6f0',) {} {{(pid=65123) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1387.162166] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.162374] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.162448] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.162620] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.162712] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.162909] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.163021] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.163123] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.163243] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.163319] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.163406] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa7f7d7e-2da6-4684-8276-272ef214e6f0 is going to be updated. [ 1387.192278] env[65123]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65123) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.192474] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.192526] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.192685] env[65123]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.192825] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.200877] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa7f7d7e-2da6-4684-8276-272ef214e6f0 in Status: IN_PROGRESS for 2s [ 1389.212554] env[65123]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa7f7d7e-2da6-4684-8276-272ef214e6f0 in Status: SUCCESS [ 1389.212554] env[65123]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa7f7d7e-2da6-4684-8276-272ef214e6f0 deletion is rescheduled due to dependency. [ 1389.212554] env[65123]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa7f7d7e-2da6-4684-8276-272ef214e6f0" {{(pid=65123) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.656074] env[65123]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1391.656377] env[65123]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1396.657709] env[65123]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1396.658186] env[65123]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1401.659141] env[65123]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1401.659549] env[65123]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1406.660813] env[65123]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1406.661256] env[65123]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1411.662407] env[65123]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1411.662934] env[65123]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0